-- Logs begin at Tue 2021-07-13 15:03:17 UTC, end at Tue 2021-07-13 16:04:19 UTC. -- Jul 13 15:34:33.447378 dv-cinder-788366-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 15:34:36.167769 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.common.config [-] Logging enabled! Jul 13 15:34:36.168339 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 15:34:36.168553 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92909) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 15:34:36.171775 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.common.config [-] Logging enabled! Jul 13 15:34:36.172030 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 15:34:36.172345 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92909) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 15:34:36.173291 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 15:34:36.173578 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 15:34:36.174049 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 15:34:36.174300 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 15:34:36.174530 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 15:34:36.174854 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.175157 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.175458 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.175690 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.175986 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.176282 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.176571 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.176864 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.177166 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.177455 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.177769 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.178059 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.178294 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.178582 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.178876 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.179166 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.179393 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] debug = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.179676 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.180104 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.180522 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.180806 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.181101 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.181385 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.181658 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.181961 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.182248 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.182584 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] host = dv-cinder-788366-2-iscsi {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.182868 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.183160 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.183451 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.183742 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.184018 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.184296 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.184584 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.184860 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.185135 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] log_file = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.185412 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.185720 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.186015 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.186305 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.186531 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.186755 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.187056 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.187338 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.187621 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.187898 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.188175 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.188453 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.188731 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.189005 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.189404 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.189802 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.190102 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.190386 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.190667 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.190946 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.191223 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.191515 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.191790 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.192068 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.192345 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.192634 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.192907 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.193185 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.193494 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.193821 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.194114 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.194406 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.194684 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.194973 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.195252 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.195529 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.195803 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] use_json = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.196079 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.196351 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.196636 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.196909 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.197185 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.197464 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.197767 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.198058 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:36.198357 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.198656 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.198959 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.199245 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.199546 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.199829 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.200125 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.200407 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.200698 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.200991 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.201301 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.201628 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.201970 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.202278 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.202611 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.202935 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.203263 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.203583 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.203884 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.204168 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.204450 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.205277 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.205646 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.205977 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.206293 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.206596 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.206913 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.207233 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.207518 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.207817 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.208136 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.208457 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.208761 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.209061 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.209613 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.209942 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.210222 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.210521 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.210823 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.211161 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.211492 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.211804 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.212100 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.212401 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.212698 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.212990 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.213275 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.213555 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.213861 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.214147 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.214425 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.214704 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.214986 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.215264 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.215545 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.215822 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.216099 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.216377 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.216655 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.216932 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.217208 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.217483 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.217789 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.218074 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.218348 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.218623 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.218900 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.219177 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.219471 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.219770 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.220050 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.220998 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.221223 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.221508 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.221823 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.222107 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.222392 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.222674 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.222991 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.223311 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.223656 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.223970 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.224281 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.224570 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.224906 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.225191 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.225501 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.225823 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.226109 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.226424 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.226735 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.227069 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.227419 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.227756 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.228078 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.228396 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.228705 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.229037 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.229360 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:36.229599 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 15:34:36.229883 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92909) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 15:34:36.592299 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 15:34:36.592596 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 15:34:36.592906 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 15:34:36.593267 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 15:34:37.001140 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.001347 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.001644 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.003153 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.003428 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.003703 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.038341 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.038620 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.038890 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.053261 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.053576 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.053892 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.084170 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.084741 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.085024 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.123083 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.123407 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.123665 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.358233 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.358840 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.358840 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.359034 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.359808 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.480433 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.480722 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.481003 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.481298 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.481570 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.481906 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.482177 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.482435 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.482710 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.482997 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.483257 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.483523 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.483781 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.484031 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.484284 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.484547 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.484801 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.485065 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.485367 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.485633 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.486036 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.486290 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.486573 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.486955 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.487208 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.487456 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.487850 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 15:34:37.488095 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 15:34:37.488338 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 15:34:37.488578 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 15:34:37.488816 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 15:34:37.489052 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 15:34:37.489421 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 15:34:37.492631 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 15:34:37.496623 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 15:34:37.500444 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jul 13 15:34:37.502357 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 15:34:37.502837 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 15:34:37.503207 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 15:34:37.503618 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 15:34:37.506430 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 15:34:37.506684 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 15:34:37.507054 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 15:34:37.536381 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 15:34:37.536855 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.537185 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92909) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 15:34:37.537571 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.539024 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92909) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 15:34:37.539335 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 15:34:37.539605 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 15:34:37.542696 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.542984 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:37.609584 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 15:34:37.609791 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 15:34:37.610060 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 15:34:37.610450 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 15:34:37.632317 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_db.sqlalchemy.engines [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92909) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 15:34:38.158889 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Initializing driver for type 'gre' Jul 13 15:34:38.159506 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] gre ID ranges: [(1, 1000)] Jul 13 15:34:38.213637 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Initializing driver for type 'local' Jul 13 15:34:38.214058 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Initializing driver for type 'vlan' Jul 13 15:34:38.227950 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] VlanTypeDriver initialization complete Jul 13 15:34:38.228281 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Initializing driver for type 'vxlan' Jul 13 15:34:38.228762 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] vxlan ID ranges: [(1, 1000)] Jul 13 15:34:38.282416 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Initializing extension driver 'port_security' Jul 13 15:34:38.283522 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.extensions.port_security [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] PortSecurityExtensionDriver initialization complete Jul 13 15:34:38.283868 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Initializing mechanism driver 'openvswitch' Jul 13 15:34:38.284194 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Initializing mechanism driver 'hyperv' Jul 13 15:34:38.290797 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.plugins.ml2.plugin [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:34:38.291486 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > port after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.291859 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > port after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.292216 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > port after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.292739 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 15:34:38.293175 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > subnet after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.293531 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > subnet after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.293899 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.294292 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 15:34:38.294704 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > network after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.295062 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > network after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.295413 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > network after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.295805 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 15:34:38.296210 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > security_group after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.296561 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > security_group after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.296903 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.297428 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 15:34:38.297871 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.298226 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.298686 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.299268 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 15:34:38.299850 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > address_group after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.300400 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > address_group after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.300941 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.301443 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 15:34:38.302027 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] ML2 OVO RPC backend initialized. {{(pid=92909) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 13 15:34:38.303040 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.303538 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.304146 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > network before_response 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.304660 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > networks before_response 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.305180 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > port before_response 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.305621 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > ports before_response 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.306085 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > subnet before_response 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.306561 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > subnets before_response 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.307068 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > network after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.307588 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > network after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.308056 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > network after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.308523 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > port after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.309021 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > port after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.309515 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > port after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.309997 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > subnet after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.310589 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > subnet after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.311068 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.311992 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.plugin [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Modular L2 Plugin initialization complete Jul 13 15:34:38.312443 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading services supported by the core plugin {{(pid=92909) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 15:34:38.312936 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.plugins.ml2.managers [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Got port-security extension from driver 'port_security' Jul 13 15:34:38.313794 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.extensions.vlantransparent [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Disabled vlantransparent extension. Jul 13 15:34:38.314477 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92909) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 15:34:38.314845 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading Plugin: router Jul 13 15:34:38.353792 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.354214 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router after_create 55549900 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.354625 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router before_create 55549900 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.355021 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.355441 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.355847 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router after_delete 55549900 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.356248 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.356651 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router after_create 55549900 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.357007 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router after_update 55549900 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.357364 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router after_update 55549900 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.357740 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.358109 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router after_update 55549900 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.358537 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router precommit_update 55549900 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.359056 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: port after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.359292 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: port after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.359688 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: subnet after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.360053 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.360438 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.361350 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router precommit_create 55549900 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.361818 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: port before_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.362219 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router precommit_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.362606 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router after_update 55549900 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.362959 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.363317 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router precommit_create 55549900 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.363716 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.364088 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router precommit_update 55549900 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.364486 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > agent after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.364856 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > agent after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.365222 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > network after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.366160 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Tracking information for resource: router configured {{(pid=92909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 15:34:38.366503 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Tracking information for resource: floatingip configured {{(pid=92909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 15:34:38.371638 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.db.l3_agentschedulers_db [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 15:34:38.372277 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: port after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.372650 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: port after_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.373041 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: port after_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.373425 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: port after_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.374297 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router before_create 55550100 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.374706 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.375122 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router precommit_create 55550100 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.375505 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > router precommit_update 55550100 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.381046 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.services.provider_configuration [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Service providers = [] {{(pid=92909) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 15:34:38.381439 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.db.servicetype_db [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92909) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 15:34:38.384764 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.services.service_base [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 15:34:38.385167 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.services.service_base [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 15:34:38.385540 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.services.service_base [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 15:34:38.386562 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.services.service_base [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 15:34:38.386950 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.services.service_base [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 15:34:38.387356 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 15:34:38.387720 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 15:34:38.398917 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 15:34:38.399288 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading Plugin: auto_allocate Jul 13 15:34:38.405223 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: network precommit_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.405599 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: network precommit_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.406200 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 15:34:38.406538 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading Plugin: tag Jul 13 15:34:38.413479 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 15:34:38.413817 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading Plugin: timestamp Jul 13 15:34:38.417983 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 15:34:38.418348 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading Plugin: network_ip_availability Jul 13 15:34:38.424633 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.425008 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.425368 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.426116 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 15:34:38.426438 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading Plugin: flavors Jul 13 15:34:38.431117 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 15:34:38.431455 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading Plugin: revisions Jul 13 15:34:38.435744 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 15:34:38.436144 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_concurrency.lockutils [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.843s {{(pid=92909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 15:34:38.436885 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92909) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 15:34:38.437228 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Initializing extension manager. Jul 13 15:34:38.437772 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: __init__.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.438120 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: __pycache__ {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.438461 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.438796 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: address_group.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.440146 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.440707 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: address-group Jul 13 15:34:38.441033 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: address_scope.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.441795 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.442313 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: address-scope Jul 13 15:34:38.442640 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.443580 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.444095 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: router-admin-state-down-before-update Jul 13 15:34:38.444422 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: agent.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.446641 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.447180 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: agent Jul 13 15:34:38.447525 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: agent_resources_synced.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.448466 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.448988 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: agent-resources-synced Jul 13 15:34:38.449323 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: allowedaddresspairs.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.451163 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.451692 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: allowed-address-pairs Jul 13 15:34:38.452024 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: auto_allocated_topology.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.453117 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.453638 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: auto-allocated-topology Jul 13 15:34:38.453993 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: availability_zone.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.454770 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.455272 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: availability_zone Jul 13 15:34:38.455599 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: availability_zone_filter.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.456528 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.457043 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: availability_zone_filter Jul 13 15:34:38.457366 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: data_plane_status.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.458360 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.458881 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 15:34:38.459506 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: default_subnetpools.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.460552 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.461069 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: default-subnetpools Jul 13 15:34:38.461394 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.462234 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.462795 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: dhcp_agent_scheduler Jul 13 15:34:38.463181 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: dns.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.464136 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.464724 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 15:34:38.465102 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: dns_domain_ports.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.466153 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.466708 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 15:34:38.467056 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.468081 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.468644 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 15:34:38.468997 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: dvr.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.469745 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.470393 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: dvr Jul 13 15:34:38.470751 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: empty_string_filtering.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.471832 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.472416 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: empty-string-filtering Jul 13 15:34:38.472785 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.473798 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.474390 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 15:34:38.474756 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.475747 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.476308 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 15:34:38.476655 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: external_net.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.477708 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.478236 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: external-net Jul 13 15:34:38.478560 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.479494 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.480049 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: extra_dhcp_opt Jul 13 15:34:38.480390 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: extraroute.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.481712 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.482278 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: extraroute Jul 13 15:34:38.482646 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: extraroute_atomic.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.483784 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.484332 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: extraroute-atomic Jul 13 15:34:38.484679 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: filter_validation.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.485378 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.486522 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: filter-validation Jul 13 15:34:38.486840 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: fip_pf_description.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.487783 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.488328 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 15:34:38.488670 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: fip_port_details.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.489636 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.490229 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: fip-port-details Jul 13 15:34:38.490574 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: flavors.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.491942 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.492500 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: flavors Jul 13 15:34:38.492831 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.494505 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.495028 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 15:34:38.495365 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: floatingip_pools.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.496072 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.496584 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: floatingip-pools Jul 13 15:34:38.496907 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: ip_allocation.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.497872 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.498382 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 15:34:38.498710 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.499653 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.500167 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: ip-substring-filtering Jul 13 15:34:38.500500 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: l2_adjacency.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.502055 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.502576 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 15:34:38.502901 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: l3.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.503878 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.504394 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: router Jul 13 15:34:38.504721 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.507150 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.507685 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 15:34:38.508025 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.508980 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.509501 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: ext-gw-mode Jul 13 15:34:38.509945 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.510886 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.511398 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: l3-ha Jul 13 15:34:38.511725 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: l3_flavors.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.512667 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.513178 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: l3-flavors Jul 13 15:34:38.513505 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.514457 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.514965 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 15:34:38.515296 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: l3agentscheduler.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.516341 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.516857 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: l3_agent_scheduler Jul 13 15:34:38.517252 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: logging.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.518751 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.519277 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension logging not supported by any of loaded plugins Jul 13 15:34:38.519612 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: metering.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.520367 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.520952 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: metering Jul 13 15:34:38.521285 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.522422 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.522945 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: metering_source_and_destination_fields Jul 13 15:34:38.523275 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: multiprovidernet.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.524222 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.524738 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: multi-provider Jul 13 15:34:38.525067 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: netmtu.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.526036 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.526551 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: net-mtu Jul 13 15:34:38.526880 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: netmtu_writable.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.527810 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.528326 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: net-mtu-writable Jul 13 15:34:38.528654 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: network_availability_zone.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.529333 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.529882 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: network_availability_zone Jul 13 15:34:38.530208 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: network_ip_availability.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.531309 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.531823 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: network-ip-availability Jul 13 15:34:38.532151 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: network_segment_range.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.533025 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.533539 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 15:34:38.533902 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: pagination.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.534902 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.535244 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: pagination Jul 13 15:34:38.535570 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: port_device_profile.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.536504 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.537020 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: port-device-profile Jul 13 15:34:38.537343 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.538319 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.538829 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: port-mac-address-regenerate Jul 13 15:34:38.539159 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.540101 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.540609 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: port-numa-affinity-policy Jul 13 15:34:38.540932 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: port_resource_request.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.541882 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.542391 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 15:34:38.542717 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: portbindings.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.543662 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.544183 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: binding Jul 13 15:34:38.544511 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: portbindings_extended.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.545994 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.546520 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: binding-extended Jul 13 15:34:38.546854 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: portsecurity.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.547809 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.548828 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: port-security Jul 13 15:34:38.549164 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: project_id.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.550175 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.550511 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: project-id Jul 13 15:34:38.550839 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: providernet.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.551778 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.552289 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: provider Jul 13 15:34:38.552617 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: qos.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.556142 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.556675 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension qos not supported by any of loaded plugins Jul 13 15:34:38.557013 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.558311 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.558831 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 15:34:38.559164 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.560096 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.560618 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 15:34:38.560951 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: qos_default.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.561913 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.562427 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension qos-default not supported by any of loaded plugins Jul 13 15:34:38.562756 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: qos_fip.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.563415 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.563982 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 15:34:38.565081 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: qos_gateway_ip.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.566068 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.566582 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 15:34:38.566910 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: qos_port_network_policy.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.567835 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.568368 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 15:34:38.568693 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: qos_rule_type_details.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.569618 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.570158 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 15:34:38.570485 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: qos_rules_alias.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.571536 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.572053 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 15:34:38.572459 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: quotasv2.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.573387 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.573783 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: quotas Jul 13 15:34:38.574113 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: quotasv2_detail.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.577139 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.577490 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: quota_details Jul 13 15:34:38.577857 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: rbac.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.578935 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.579465 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: rbac-policies Jul 13 15:34:38.580026 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: rbac_address_group.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.581166 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.581707 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: rbac-address-group Jul 13 15:34:38.582046 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: rbac_address_scope.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.582999 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.583515 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: rbac-address-scope Jul 13 15:34:38.583847 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: rbac_security_groups.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.585049 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.585563 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: rbac-security-groups Jul 13 15:34:38.585931 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: rbac_subnetpool.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.586867 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.587377 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: rbac-subnetpool Jul 13 15:34:38.587706 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: revisionifmatch.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.588640 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.589154 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: revision-if-match Jul 13 15:34:38.589482 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: revisions.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.590660 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.591176 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: standard-attr-revisions Jul 13 15:34:38.591507 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: router_availability_zone.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.592194 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.592712 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: router_availability_zone Jul 13 15:34:38.593045 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: routerservicetype.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.594014 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.594524 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 15:34:38.594854 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.596325 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.596841 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: security-groups-normalized-cidr Jul 13 15:34:38.597169 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.598136 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.598648 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: port-security-groups-filtering Jul 13 15:34:38.598976 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.599909 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.600420 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: security-groups-remote-address-group Jul 13 15:34:38.600761 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: securitygroup.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.610360 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.611558 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: security-group Jul 13 15:34:38.611904 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: segment.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.612720 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.613247 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension segment not supported by any of loaded plugins Jul 13 15:34:38.613740 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.614719 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.615238 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 15:34:38.615570 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: servicetype.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.616710 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.617241 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: service-type Jul 13 15:34:38.617574 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: sorting.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.618595 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.618934 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: sorting Jul 13 15:34:38.619266 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: standard_attr_segment.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.620260 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.620780 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 15:34:38.621141 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: standardattrdescription.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.621903 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.622498 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: standard-attr-description Jul 13 15:34:38.622840 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: stateful_security_group.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.623783 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.624302 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: stateful-security-group Jul 13 15:34:38.624630 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: stdattrs_common.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.625227 dv-cinder-788366-2-iscsi neutron-server[92909]: WARNING neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 15:34:38.625554 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.626688 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.627272 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 15:34:38.627602 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: subnet_onboard.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.628700 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.629223 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: subnet_onboard Jul 13 15:34:38.629550 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.630550 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.631062 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 15:34:38.631392 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: subnet_service_types.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.632390 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.632905 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: subnet-service-types Jul 13 15:34:38.633231 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: subnetallocation.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.634380 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.634895 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: subnet_allocation Jul 13 15:34:38.635222 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.635897 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.636417 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: subnetpool-prefix-ops Jul 13 15:34:38.636739 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.637711 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.638219 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 15:34:38.638547 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: tagging.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.639703 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.640223 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: standard-attr-tag Jul 13 15:34:38.640562 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: timestamp.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.641829 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.642382 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loaded extension: standard-attr-timestamp Jul 13 15:34:38.642716 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: trunk.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.643766 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.644284 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension trunk not supported by any of loaded plugins Jul 13 15:34:38.644614 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: trunk_details.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.645554 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.646127 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 15:34:38.646472 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: uplink_status_propagation.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.647399 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.647918 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 15:34:38.648248 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Loading extension file: vlantransparent.py {{(pid=92909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 15:34:38.648937 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 15:34:38.649451 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 15:34:38.651978 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:network Jul 13 15:34:38.652513 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:subnet Jul 13 15:34:38.652916 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 15:34:38.653322 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:port Jul 13 15:34:38.654608 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.v2.resource_helper [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 15:34:38.655085 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.v2.resource_helper [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Service FLAVORS assigned prefix: {{(pid=92909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 15:34:38.655713 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.v2.resource_helper [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 15:34:38.656152 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.v2.resource_helper [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 15:34:38.656488 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:router Jul 13 15:34:38.656922 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 15:34:38.657424 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.v2.resource_helper [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Service METERING assigned prefix: /metering {{(pid=92909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 15:34:38.659440 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.659816 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.660171 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:34:38.661182 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 15:34:38.661646 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:security_group Jul 13 15:34:38.662157 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 15:34:38.662768 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.v2.resource_helper [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Service CORE assigned prefix: {{(pid=92909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 15:34:38.663101 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 15:34:38.663452 dv-cinder-788366-2-iscsi neutron-server[92909]: WARNING neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] subnetpool is already registered Jul 13 15:34:38.663921 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.v2.resource_helper [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Service CORE assigned prefix: {{(pid=92909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 15:34:38.664205 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 15:34:38.664553 dv-cinder-788366-2-iscsi neutron-server[92909]: WARNING neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] subnetpool is already registered Jul 13 15:34:38.666857 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.v2.resource_helper [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 15:34:38.667291 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.v2.resource_helper [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Service FLAVORS assigned prefix: {{(pid=92909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 15:34:38.667883 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.v2.resource_helper [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 15:34:38.668308 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.v2.resource_helper [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 15:34:38.668648 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:router Jul 13 15:34:38.668991 dv-cinder-788366-2-iscsi neutron-server[92909]: WARNING neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] router is already registered Jul 13 15:34:38.669410 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 15:34:38.669786 dv-cinder-788366-2-iscsi neutron-server[92909]: WARNING neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] floatingip is already registered Jul 13 15:34:38.670247 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.v2.resource_helper [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Service METERING assigned prefix: /metering {{(pid=92909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 15:34:38.670930 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 15:34:38.671261 dv-cinder-788366-2-iscsi neutron-server[92909]: WARNING neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] rbac_policy is already registered Jul 13 15:34:38.671675 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:security_group Jul 13 15:34:38.672041 dv-cinder-788366-2-iscsi neutron-server[92909]: WARNING neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] security_group is already registered Jul 13 15:34:38.672447 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 15:34:38.672783 dv-cinder-788366-2-iscsi neutron-server[92909]: WARNING neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] security_group_rule is already registered Jul 13 15:34:38.673553 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.v2.resource_helper [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Service CORE assigned prefix: {{(pid=92909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 15:34:38.673971 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 15:34:38.674316 dv-cinder-788366-2-iscsi neutron-server[92909]: WARNING neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] subnetpool is already registered Jul 13 15:34:38.674740 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.v2.resource_helper [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Service CORE assigned prefix: {{(pid=92909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 15:34:38.675066 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 15:34:38.675447 dv-cinder-788366-2-iscsi neutron-server[92909]: WARNING neutron.quota.resource_registry [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] subnetpool is already registered Jul 13 15:34:38.675962 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: extensions {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.677605 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: address-groups {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.679214 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: address-scopes {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.680540 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: agents {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.681728 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: auto-allocated-topology {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.682961 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: availability_zones {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.684180 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: dhcp-networks {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.685850 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: dhcp-agents {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.687418 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: routers {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.690019 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: flavors {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.692444 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: service_profiles {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.693798 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: next_providers {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.695352 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: service_profiles {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.697078 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: floatingip-pools {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.698437 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: routers {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.700258 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: floatingips {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.701754 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: l3-routers {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.703257 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: l3-agents {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.705475 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: metering-labels {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.706870 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: metering-label-rules {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.708397 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: network-ip-availabilities {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.710054 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: bindings {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.711682 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: quotas {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.713351 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: quotas {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.714939 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: rbac-policies {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.716324 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: security-groups {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.717740 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: security-group-rules {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.719242 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: service-providers {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.720750 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: subnetpools {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.722287 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: subnetpools {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.723936 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: tags {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.725787 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: tags {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.727739 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: tags {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.729815 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: tags {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.731703 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: tags {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.733774 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: tags {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.735745 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: tags {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.737649 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: tags {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.739623 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: tags {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.741362 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron.api.extensions [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Extended resource: tags {{(pid=92909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 15:34:38.747419 dv-cinder-788366-2-iscsi neutron-server[92909]: WARNING keystonemiddleware.auth_token [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 15:34:38.752567 dv-cinder-788366-2-iscsi neutron-server[92909]: WARNING keystonemiddleware.auth_token [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 15:34:38.760937 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_concurrency.lockutils [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Acquired lock "singleton_lock" {{(pid=92909) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 15:34:38.761422 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_concurrency.lockutils [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Releasing lock "singleton_lock" {{(pid=92909) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 15:34:38.762089 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO oslo_service.service [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Starting 2 workers Jul 13 15:34:38.767007 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Started child 93018 {{(pid=92909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 15:34:38.772049 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Started child 93019 {{(pid=92909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 15:34:38.773153 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:34:38.773834 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO neutron.service [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 15:34:38.774543 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Notify callbacks [] for process, before_spawn {{(pid=92909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:34:38.774747 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [-] (93018) wsgi starting up on http://0.0.0.0:9696 Jul 13 15:34:38.776781 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:34:38.777199 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO oslo_service.service [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Starting 1 workers Jul 13 15:34:38.778293 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [-] (93019) wsgi starting up on http://0.0.0.0:9696 Jul 13 15:34:38.782262 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Started child 93020 {{(pid=92909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 15:34:38.782890 dv-cinder-788366-2-iscsi neutron-server[92909]: INFO oslo_service.service [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Starting 1 workers Jul 13 15:34:38.786053 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.service [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] calling RpcWorker wait() {{(pid=93020) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 15:34:38.786614 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.service [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] returning from RpcWorker wait() {{(pid=93020) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 15:34:38.787504 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Started child 93021 {{(pid=92909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 15:34:38.788069 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:34:38.788352 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG neutron_lib.callbacks.manager [None req-0a54ec45-ba2c-47f4-bd7a-03e6636b4171 None None] Notify callbacks [] for process, after_spawn {{(pid=92909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:34:38.788618 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:34:38.790283 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92909) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 15:34:38.790501 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 15:34:38.790690 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 15:34:38.790906 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 15:34:38.791248 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 15:34:38.791412 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 15:34:38.791928 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.792226 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.792315 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:34:38.792753 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.792753 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.793007 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.793637 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.793982 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.794226 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.794517 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.794772 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.794949 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.795140 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.795422 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.795729 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.796072 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.796348 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.796621 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.796935 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.797112 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.797396 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.797741 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.798015 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.798348 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] debug = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.798614 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.799142 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.799410 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.799672 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.799931 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.800286 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.800574 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.800892 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.801181 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.801440 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.801770 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.802058 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.802325 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.802561 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.802828 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.803117 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.803366 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.803873 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] host = dv-cinder-788366-2-iscsi {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.804114 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.804342 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.804606 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.804838 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.805108 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.805329 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.805597 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.805934 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.806236 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.806518 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.806798 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.807102 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.807379 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.807659 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_file = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.807827 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_options = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.808108 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.808390 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.808688 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.808883 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.809055 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.809237 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.809518 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.809668 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.809993 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.810232 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.810487 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.810749 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.810988 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.811227 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.811525 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.811790 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.812030 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.812305 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.812583 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.812883 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.813132 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.813395 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.813738 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.814471 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.814834 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.815119 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.815410 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.815694 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.815951 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.816227 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.816448 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.816715 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.816970 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.817221 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.817464 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.817753 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.818000 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.818278 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.818514 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.818813 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.819112 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.819356 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.819623 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.819858 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.820100 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.820322 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] use_json = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.820537 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.820759 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.821013 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.821231 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.821448 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.821667 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.821911 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.822171 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.822669 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.823572 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:34:38.825457 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.826173 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.826450 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.826753 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.827045 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.827315 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.828257 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.828576 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.830240 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.830240 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.830240 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.830614 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.830920 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.831743 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.831743 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.832001 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.832244 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.832505 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.833717 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.833717 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.833717 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.833717 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.834024 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.834128 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.834647 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.834890 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.835121 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.835467 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.836320 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.836320 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.836320 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.838003 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.838429 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.839934 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.840178 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.840444 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.840676 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.840937 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.841207 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.841465 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.841731 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.841963 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.842191 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.842437 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.842679 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.842903 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.843138 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.843388 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.843658 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.843896 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.844148 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.844365 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.844596 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.844805 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.845058 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.845390 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.845766 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.846132 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.846365 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.846599 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.846857 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.847084 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.847303 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.847521 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.847741 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.847963 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.848185 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.848425 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.848642 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.848856 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.849071 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.849288 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.849502 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.849732 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.849951 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.850194 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.850405 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.850623 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.850856 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.851065 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.851276 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.851529 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.851700 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.851982 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.852295 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.852530 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.852792 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.853060 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.853313 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.853553 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.853866 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.854131 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.854352 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.854566 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.854840 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.855090 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.855336 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.855654 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.855877 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.856130 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.856368 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.856613 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.856846 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.857085 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.857307 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.857590 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.857864 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.858117 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.858426 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.858858 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.859141 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.859391 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.859664 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.859916 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.860192 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.860482 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.860746 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.861421 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.861821 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.862057 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.862314 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.862556 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.862819 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.863085 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.863316 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.863544 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.863816 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.864045 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.864266 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.864555 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.864744 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.865066 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.865288 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.865606 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.865865 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.866129 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.866375 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.866609 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.866882 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.867140 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.867390 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.867644 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.867878 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.868093 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.868322 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.868544 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.868757 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.869001 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.869232 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.869445 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.869661 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.869895 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.870149 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.870359 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.870574 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.870784 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.871000 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.871235 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.871478 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.871711 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.871997 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.872152 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.872368 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.872584 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.872802 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.873017 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.873258 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.873469 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.873770 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.874024 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.874492 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.874718 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.874964 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.875196 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.875411 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.875746 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.876037 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.876218 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.876953 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.877324 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.877603 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.877878 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.878107 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.878327 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.878587 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.878838 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.879154 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.879419 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.879686 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.879900 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.880117 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.880372 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.880616 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.880857 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.881076 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.881316 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.881554 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.881836 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.882056 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.882280 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.882492 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.882701 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.882915 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.883126 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.883335 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.883624 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.883872 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.884098 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.884346 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.884585 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.884825 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.885088 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.885298 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.885510 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.885781 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.885996 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.886208 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.886433 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.886660 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.886873 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.887089 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.887306 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.887510 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.887729 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.887935 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.888142 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.888366 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.888581 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.888788 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.889012 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.889267 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.889479 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.889733 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.889948 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.890176 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.890469 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.890713 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.890929 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.891191 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.891416 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.891667 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.891905 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.892850 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.893225 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.893511 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.893777 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.893989 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.894206 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.894471 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.894786 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.895075 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.895330 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.895563 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.895829 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.896112 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.896380 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.896594 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.896878 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.897223 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.897510 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.897776 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.898007 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.898293 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.898543 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.898757 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.898990 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.899221 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.899438 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.899689 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.899915 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.900145 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.900361 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.900587 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.900801 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.901044 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.901273 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.901497 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.901751 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.901908 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 15:34:38.902435 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92909) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 15:34:38.902592 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 15:34:38.902759 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 15:34:38.902906 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 15:34:38.903071 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 15:34:38.903219 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 15:34:38.903420 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.903577 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.903732 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.903886 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.904040 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.904216 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.904372 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.904527 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.904680 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.904834 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.904989 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.905145 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.905298 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.905447 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.905598 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.905774 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.905931 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.906085 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.906244 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.906398 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.906551 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.906705 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.906860 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] debug = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.907016 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.907258 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.907440 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.907600 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.907749 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.907976 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.908246 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.908458 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.908624 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.908768 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.909134 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.909134 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.909461 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.909461 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.909461 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.909806 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.909806 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.910033 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] host = dv-cinder-788366-2-iscsi {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.910117 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.910243 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.910397 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.910550 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.910704 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.910858 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.911012 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.911166 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.911320 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.911473 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.911626 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.911779 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.911932 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.912085 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_file = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.912238 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_options = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.912391 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.912545 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.912700 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.912878 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.913037 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.913191 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.913344 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.913498 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.913651 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.913977 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.914138 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.914319 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.914496 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.914668 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.914843 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.915066 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.915248 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.915452 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.915636 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.915818 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.915998 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.916160 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.916334 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.916503 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.916682 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.916860 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.917022 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.917181 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.917341 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.917500 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.917658 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.917906 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.918094 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.918259 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.918436 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.918616 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.918799 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.918964 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.919142 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.919301 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.919459 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.919616 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.919774 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.919933 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.920107 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.920267 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] use_json = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.920426 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.920582 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.920740 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.920899 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.921057 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.921214 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.921372 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.921544 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 15:34:38.922285 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.924581 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.924802 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.924988 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.925184 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.925650 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.925926 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.926114 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.926299 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.926477 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.926661 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.926838 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.927025 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.927200 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.927370 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.927544 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.927715 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.927880 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.928045 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.928212 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.928376 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.928540 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.928719 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.928885 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.929047 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.929210 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.929372 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.929537 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.929742 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.929913 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.930075 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.930240 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.930404 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.930566 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.930727 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.930888 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.931050 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.931214 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.931377 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.931539 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.931701 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.931861 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.932024 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.932187 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.932348 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.932511 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.932673 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.932836 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.932998 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.933185 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.933356 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.933522 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.933695 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.933870 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.934032 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.934192 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.934353 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.934514 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.934675 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.934837 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.934998 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.935196 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.935358 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.935520 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.935680 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.935843 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.936006 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.936167 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.936337 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.936480 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.936676 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.936803 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.936961 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.937128 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.937287 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.937448 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.937610 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.937804 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.937969 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.938131 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.938292 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.938453 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.938613 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.938774 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.939501 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.939687 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.939820 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.939914 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:34:38.939991 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.940125 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.940265 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.940427 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.940588 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.940750 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.940911 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.941071 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.941234 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.941395 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.941559 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.941741 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.941904 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.942065 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.942225 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.942385 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.942546 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.942706 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.942865 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.943027 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.943187 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.943349 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.943509 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.943669 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.943841 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.944007 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.944170 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.944332 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.944498 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.944670 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.944831 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.944993 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.945154 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.945326 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.945472 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.945633 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.945835 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.945982 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.946145 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.946306 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.946477 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.946650 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.946813 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.946973 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.947133 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.947317 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.947478 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.947639 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.947800 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.947961 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.948122 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.948282 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.948442 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.948603 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.948763 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.948924 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.949086 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.949247 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.949408 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.949568 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.949749 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.949913 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.950075 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.950236 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.950398 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.950560 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.950744 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.950876 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.951746 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.951746 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.952476 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.952476 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.952719 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.952844 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.952995 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.953122 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.953359 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.953492 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.953642 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.953928 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.953928 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.954360 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.954360 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.954360 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.955666 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.955666 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.955666 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.955666 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.955666 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.955666 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.955666 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.956382 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.956382 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.956382 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.956382 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.956382 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.956934 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.956934 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.956934 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.956934 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.957381 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.957381 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.957381 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.957646 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.957742 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.957859 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.958022 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.958184 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.958345 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.958508 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.958653 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.958823 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.958988 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.959149 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.959577 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.959743 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.959906 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.960068 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.960229 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.960404 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.960565 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.960729 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.960890 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.961053 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.961217 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.961389 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.961551 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.961745 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.961910 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.962073 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.962237 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.962409 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.962570 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.962736 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.962892 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.963054 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.963218 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.963389 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.963551 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.963718 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.963883 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.964038 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.964201 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.964374 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.964535 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.964694 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.964855 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.965016 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.965180 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.965349 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.965518 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.965703 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.965877 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.966031 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.966241 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.966365 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.966513 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.966685 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.966858 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.966981 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.967150 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.967313 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.967476 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.967643 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.967814 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.967999 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.968149 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.968321 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.968490 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.968661 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.968824 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.968991 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.969164 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.969328 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.969489 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.969651 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.969841 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.970004 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.970728 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.970941 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.971105 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.971268 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.971424 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.971577 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.971729 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.971892 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.972053 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.972208 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.972362 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.972526 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.972686 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.972835 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 15:34:38.972992 dv-cinder-788366-2-iscsi neutron-server[92909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 15:34:39.119331 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 39876) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:34:39.127910 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063493 Jul 13 15:34:50.392188 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818c2eb3-ba20-4ecf-ae6e-4141f7f3ad6e None None] get_active_networks_info from dv-cinder-788366-2-iscsi {{(pid=93020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 15:34:50.555484 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818c2eb3-ba20-4ecf-ae6e-4141f7f3ad6e None None] No non-hosted networks {{(pid=93020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 15:34:50.588500 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.agentschedulers_db [None req-818c2eb3-ba20-4ecf-ae6e-4141f7f3ad6e None None] DHCP Agent not found on host dv-cinder-788366-2-iscsi {{(pid=93020) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 13 15:34:50.679192 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d55ef586-84ec-4cc4-b8df-9cc3600510b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1730595'] for agent, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:34:52.767937 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-83915cdf-a516-42d2-b05c-017d160c1c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1730595'] for agent, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:34:52.838638 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d615a622-cea7-4f99-b70b-e4b07f25d576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:34:53.002093 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1730595'] for agent, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:34:53.003386 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:34:53.006281 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:34:53.010176 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:34:53.010824 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:34:53.011828 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:34:53.012397 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:34:53.012950 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:34:53.020085 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:34:53.022801 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:34:53.026140 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:34:53.027218 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:34:53.027830 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:34:53.028641 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788366-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:34:53.035336 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788366-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:34:53.919115 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1730595'] for agent, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:34:55.585926 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1730595'] for agent, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:34:56.264869 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.db.l3_hamode_db [None req-2956d637-93eb-49f9-a844-fcd6aa50e627 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 15:34:56.345047 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2956d637-93eb-49f9-a844-fcd6aa50e627 None None] Routers set() bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:34:56.345435 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2956d637-93eb-49f9-a844-fcd6aa50e627 None None] Router IDs set() for agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 15:34:56.870507 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 39968) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:34:57.359475 dv-cinder-788366-2-iscsi neutron-server[93018]: WARNING oslo_policy.policy [None req-1ceaf57f-e559-44a9-96d4-d60e2ebc9375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 15:34:57.360189 dv-cinder-788366-2-iscsi neutron-server[93018]: WARNING oslo_policy.policy [None req-1ceaf57f-e559-44a9-96d4-d60e2ebc9375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 15:34:57.576796 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [None req-1ceaf57f-e559-44a9-96d4-d60e2ebc9375 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 15:34:57.578046 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-1ceaf57f-e559-44a9-96d4-d60e2ebc9375 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7054250 Jul 13 15:34:59.916787 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 39982) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:35:00.222062 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-952923f1-1bfb-40d2-91d1-6eb1f71a220b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:35:00.314301 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.policy [None req-952923f1-1bfb-40d2-91d1-6eb1f71a220b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93018) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 15:35:00.359073 dv-cinder-788366-2-iscsi neutron-server[93018]: WARNING oslo_policy.policy [None req-952923f1-1bfb-40d2-91d1-6eb1f71a220b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 15:35:00.359502 dv-cinder-788366-2-iscsi neutron-server[93018]: WARNING oslo_policy.policy [None req-952923f1-1bfb-40d2-91d1-6eb1f71a220b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 15:35:00.368001 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.quota [None req-952923f1-1bfb-40d2-91d1-6eb1f71a220b admin admin] Loaded quota_driver: . Jul 13 15:35:00.457732 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-952923f1-1bfb-40d2-91d1-6eb1f71a220b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766801104060', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766801104751', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766801089505', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766801085924', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766801093287', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766801529597', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-630067', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634235', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1659627', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1594932'] for rbac-policy, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:00.520214 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-952923f1-1bfb-40d2-91d1-6eb1f71a220b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:00.521472 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-952923f1-1bfb-40d2-91d1-6eb1f71a220b admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6037142 Jul 13 15:35:03.074318 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 39994) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:35:03.365507 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Request body: {'network': {'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'project_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'name': 'private', 'admin_state_up': True}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:35:03.393029 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Made reservation on behalf of 7d9b1b2496ad446880e39f9ddd1da33e for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:35:03.396017 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:03.412536 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:03.532915 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:03.536573 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:03.556252 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:35:03.584428 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766803312348', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:03.585012 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Unsubscribe: segment precommit_create {{(pid=93018) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 15:35:03.585511 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Added segment d86d920c-abc4-4d36-9420-0c8041299109 of type vlan for network a2a83edd-9199-483d-9be5-ee8e786ac22e Jul 13 15:35:03.603069 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbe1f2a-6fd2-4371-ae3e-5e234a781f19,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:03.630013 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:03.630365 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:03.630702 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:03.631029 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:03.631355 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:03.631711 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:03.632032 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:03.632344 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:03.632673 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:03.632968 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:03.633276 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:03.633583 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Tracked resource versions report: Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: pushed versions: Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: { 'AddressGroup': {'1.2'}, Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'ConntrackHelper': {'1.0'}, Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Log': {'1.0'}, Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Network': {'1.1'}, Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Port': {'1.7'}, Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'PortForwarding': {'1.2'}, Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'QosPolicy': {'1.8'}, Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'SecurityGroup': {'1.4'}, Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'SecurityGroupRule': {'1.2'}, Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'SubPort': {'1.0'}, Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Subnet': {'1.1'}, Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Trunk': {'1.1'}} Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: consumer versions: Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: { DHCP agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: L3 agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: Metadata agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: Metering agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: Open vSwitch agent@dv-cinder-788366-2-iscsi: { 'AddressGroup': '1.2', Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'ConntrackHelper': '1.0', Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Log': '1.0', Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Network': '1.1', Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Port': '1.7', Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'PortForwarding': '1.2', Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'QosPolicy': '1.8', Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'SecurityGroup': '1.4', Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'SecurityGroupRule': '1.2', Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'SubPort': '1.0', Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Subnet': '1.1', Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Trunk': '1.1'}} Jul 13 15:35:03.634723 dv-cinder-788366-2-iscsi neutron-server[93018]: {{(pid=93018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 15:35:03.708578 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:03.758287 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:03.759447 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:35:03.760093 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:03.841110 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7657197 Jul 13 15:35:03.859236 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91622874-c1a1-4a3a-a905-b03a2a522391 admin admin] Pushing event updated for resources: {'Network': ['ID=a2a83edd-9199-483d-9be5-ee8e786ac22e,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:03.872041 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network a2a83edd-9199-483d-9be5-ee8e786ac22e details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:35:06.432536 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 40008) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:35:06.813620 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2ca9e6-5dd6-47bd-8e99-ab4710e819e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:35:06.815015 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-6d2ca9e6-5dd6-47bd-8e99-ab4710e819e0 admin admin] 10.222.0.59 "GET /v2.0/networks/a2a83edd-9199-483d-9be5-ee8e786ac22e HTTP/1.1" status: 200 len: 825 time: 0.3815265 Jul 13 15:35:06.838545 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-070f0fb0-28f5-4db0-8950-592ac7ea173c admin admin] 10.222.0.59 "GET /v2.0/subnetpools/e2f36ecc-8cd9-44ba-bb01-cc72750e73cc HTTP/1.1" status: 200 len: 734 time: 0.0182500 Jul 13 15:35:06.847263 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-2a7b67e2-acf6-4251-88cf-cb289a1c04fd admin admin] Request body: {'subnet': {'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'name': 'private-subnet', 'subnetpool_id': 'e2f36ecc-8cd9-44ba-bb01-cc72750e73cc', 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:35:06.868038 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7b67e2-acf6-4251-88cf-cb289a1c04fd admin admin] Made reservation on behalf of 7d9b1b2496ad446880e39f9ddd1da33e for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:35:06.870264 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2a7b67e2-acf6-4251-88cf-cb289a1c04fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:07.164528 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2a7b67e2-acf6-4251-88cf-cb289a1c04fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:07.234382 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b67e2-acf6-4251-88cf-cb289a1c04fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd7d508-0250-4a81-acee-3f7414f8b638,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:07.236355 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b67e2-acf6-4251-88cf-cb289a1c04fd admin admin] Checking segment: {'id': 'd86d920c-abc4-4d36-9420-0c8041299109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:35:07.236738 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b67e2-acf6-4251-88cf-cb289a1c04fd admin admin] Network hostable DHCP agents. Network: a2a83edd-9199-483d-9be5-ee8e786ac22e, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:35:07.258749 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b67e2-acf6-4251-88cf-cb289a1c04fd admin admin] Network a2a83edd-9199-483d-9be5-ee8e786ac22e is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:35:07.270955 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-2a7b67e2-acf6-4251-88cf-cb289a1c04fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, a2a83edd-9199-483d-9be5-ee8e786ac22e) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:35:07.275832 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b67e2-acf6-4251-88cf-cb289a1c04fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:35:07.276428 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2a7b67e2-acf6-4251-88cf-cb289a1c04fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:07.280498 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f9fba6-be60-4ca9-a2c5-2604e178cdd7 None None] Network a2a83edd-9199-483d-9be5-ee8e786ac22e requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:35:07.290708 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2a7b67e2-acf6-4251-88cf-cb289a1c04fd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4472942 Jul 13 15:35:07.591347 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dc51255-dd7c-5eec-a3d3-c16e6a6c7b69-a2a83edd-9199-483d-9be5-ee8e786ac22e', 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e', 'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'fixed_ips': [{'subnet_id': '3bd7d508-0250-4a81-acee-3f7414f8b638'}]}} from dv-cinder-788366-2-iscsi. {{(pid=93020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 15:35:07.592579 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:07.860841 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Allocated IP 172.20.0.2 (a2a83edd-9199-483d-9be5-ee8e786ac22e/3bd7d508-0250-4a81-acee-3f7414f8b638/3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:35:08.059741 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:08.076686 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Transition to ACTIVE for port object 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:35:08.125399 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Transition to ACTIVE for port object 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:35:08.133527 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:08.194487 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Network a2a83edd-9199-483d-9be5-ee8e786ac22e is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:35:08.200103 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:35:08.211750 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:35:08.219836 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Pushing event updated for resources: {'Port': ['ID=3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:08.246156 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:08.246505 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:08.247178 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:08.247178 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:08.247497 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:08.247824 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:08.248150 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:08.248511 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:08.248841 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:08.249163 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:08.249531 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:08.249973 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Tracked resource versions report: Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: pushed versions: Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: { 'AddressGroup': {'1.2'}, Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'ConntrackHelper': {'1.0'}, Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Log': {'1.0'}, Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Network': {'1.1'}, Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Port': {'1.7'}, Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'PortForwarding': {'1.2'}, Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'QosPolicy': {'1.8'}, Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'SecurityGroup': {'1.4'}, Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'SecurityGroupRule': {'1.2'}, Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'SubPort': {'1.0'}, Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Subnet': {'1.1'}, Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Trunk': {'1.1'}} Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: consumer versions: Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: { DHCP agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: L3 agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: Metadata agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: Metering agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: Open vSwitch agent@dv-cinder-788366-2-iscsi: { 'AddressGroup': '1.2', Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'ConntrackHelper': '1.0', Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Log': '1.0', Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Network': '1.1', Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Port': '1.7', Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'PortForwarding': '1.2', Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'QosPolicy': '1.8', Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'SecurityGroup': '1.4', Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'SecurityGroupRule': '1.2', Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'SubPort': '1.0', Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Subnet': '1.1', Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Trunk': '1.1'}} Jul 13 15:35:08.251115 dv-cinder-788366-2-iscsi neutron-server[93020]: {{(pid=93020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 15:35:08.300100 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Attempting to bind port 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:35:08.300655 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Attempting to bind port 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': 'd86d920c-abc4-4d36-9420-0c8041299109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:35:08.300910 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Attempting to bind port 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d on network a2a83edd-9199-483d-9be5-ee8e786ac22e {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:35:08.306229 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:35:08.306650 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Checking segment: {'id': 'd86d920c-abc4-4d36-9420-0c8041299109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:35:08.307161 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:08.307550 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Bound using segment: {'id': 'd86d920c-abc4-4d36-9420-0c8041299109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:35:08.308009 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Bound port: 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86d920c-abc4-4d36-9420-0c8041299109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:35:08.308449 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:08.370585 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] For port 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:35:08.374793 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] For port 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d,segment=NetworkSegment(d86d920c-abc4-4d36-9420-0c8041299109),segment_id=d86d920c-abc4-4d36-9420-0c8041299109)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:35:08.379159 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:08.444874 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d54af-c77d-4991-ac65-4c8abb1079fd None None] Pushing event updated for resources: {'Port': ['ID=3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:09.701022 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 40016) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:35:10.007343 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [None req-cc7686c7-ec9e-4d62-86e3-cf5f9e1beb4f admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 15:35:10.008416 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-cc7686c7-ec9e-4d62-86e3-cf5f9e1beb4f admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3064430 Jul 13 15:35:12.372708 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 40024) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:35:12.679075 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [None req-62599385-7e2c-41cf-bdeb-37bc7cdce76a admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 15:35:12.680077 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-62599385-7e2c-41cf-bdeb-37bc7cdce76a admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3064361 Jul 13 15:35:14.592615 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c4a89f-cc99-42c8-be0d-a15cece05108 None None] Network a2a83edd-9199-483d-9be5-ee8e786ac22e requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:35:14.703464 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-bcfa6221-b72e-4be9-ac72-9f9492594970 None None] Provisioning for port 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:35:15.036769 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:35:15.117702 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:35:15.121363 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:35:15.121789 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:15.229082 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:15.264114 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d,segment=NetworkSegment(d86d920c-abc4-4d36-9420-0c8041299109),segment_id=d86d920c-abc4-4d36-9420-0c8041299109)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:35:15.267959 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:15.318170 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:15.349104 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 40038) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:35:15.638920 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-21ab1beb-8f72-4c09-8286-46c11f6ba681 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:35:15.662948 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-21ab1beb-8f72-4c09-8286-46c11f6ba681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5770'] for router, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:15.664511 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-21ab1beb-8f72-4c09-8286-46c11f6ba681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:15.800853 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-21ab1beb-8f72-4c09-8286-46c11f6ba681 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:15.805182 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-21ab1beb-8f72-4c09-8286-46c11f6ba681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735927'] for router, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:15.817250 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-21ab1beb-8f72-4c09-8286-46c11f6ba681 admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:15.818469 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-21ab1beb-8f72-4c09-8286-46c11f6ba681 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4683745 Jul 13 15:35:17.003715 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:35:17.051408 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:35:17.051781 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:18.181973 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 40046) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:35:18.488252 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [None req-12b98d77-44f1-4645-bdad-b2a71e55d8bd admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 15:35:18.489317 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-12b98d77-44f1-4645-bdad-b2a71e55d8bd admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3064144 Jul 13 15:35:19.849255 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 5 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:35:20.318417 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-adb6edec-087c-4e58-a277-5a8e7db26f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:20.834337 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 40054) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:35:21.134665 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:35:21.154730 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] Made reservation on behalf of cc001c77fbb540969e0bfb8a0b7533a9 for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:35:21.157717 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:21.165306 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:21.252689 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:21.256337 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:21.270406 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] Reserving flat network on physical network physnet1 {{(pid=93018) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 15:35:21.291901 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:21.292255 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] Added segment 1056c7ae-a127-4a63-8b1a-9b9765842356 of type flat for network 85981ab4-351c-40b2-8a37-5676d3885a02 Jul 13 15:35:21.293558 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06d9c1f-961d-4c33-8789-85c886c45487,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:21.348270 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:21.382254 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:21.383168 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:35:21.383740 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:21.436719 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6008251 Jul 13 15:35:21.443761 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b7fd5-991e-4fd0-a48a-bfc3b348a0e7 admin admin] Pushing event updated for resources: {'Network': ['ID=85981ab4-351c-40b2-8a37-5676d3885a02,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:21.469516 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network 85981ab4-351c-40b2-8a37-5676d3885a02 details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:35:22.769412 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4f47ceac-c28a-4aab-a3c3-2977a70f4459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:22.995618 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:23.756056 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40062) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:35:23.841765 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:24.185246 dv-cinder-788366-2-iscsi neutron-server[93019]: WARNING oslo_policy.policy [None req-c4d70b60-0f0d-456e-addf-c5c1b4859863 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 15:35:24.185866 dv-cinder-788366-2-iscsi neutron-server[93019]: WARNING oslo_policy.policy [None req-c4d70b60-0f0d-456e-addf-c5c1b4859863 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 15:35:24.588546 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.policy [None req-c4d70b60-0f0d-456e-addf-c5c1b4859863 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93019) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 15:35:24.633748 dv-cinder-788366-2-iscsi neutron-server[93019]: WARNING oslo_policy.policy [None req-c4d70b60-0f0d-456e-addf-c5c1b4859863 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 15:35:24.634118 dv-cinder-788366-2-iscsi neutron-server[93019]: WARNING oslo_policy.policy [None req-c4d70b60-0f0d-456e-addf-c5c1b4859863 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 15:35:24.642849 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d70b60-0f0d-456e-addf-c5c1b4859863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:35:24.644564 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-c4d70b60-0f0d-456e-addf-c5c1b4859863 admin admin] 10.222.0.59 "GET /v2.0/subnets/3bd7d508-0250-4a81-acee-3f7414f8b638 HTTP/1.1" status: 200 len: 849 time: 0.8876109 Jul 13 15:35:24.806740 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-212f1d06-9f67-40fa-9a91-defadfb6553e admin admin] 10.222.0.59 "GET /v2.0/routers/255508b0-6589-43c4-806a-4538950b3d7c HTTP/1.1" status: 200 len: 704 time: 0.1568642 Jul 13 15:35:25.065112 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:25.385690 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Allocated IP 172.20.0.1 (a2a83edd-9199-483d-9be5-ee8e786ac22e/3bd7d508-0250-4a81-acee-3f7414f8b638/2c71dda2-7e43-499a-ae94-bd3ff76353fd) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:35:25.534217 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:25.598195 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:25.621618 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Transition to ACTIVE for port object 2c71dda2-7e43-499a-ae94-bd3ff76353fd will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:35:25.702594 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:25.736621 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Network a2a83edd-9199-483d-9be5-ee8e786ac22e is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:35:25.737985 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:35:25.810318 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:35:25.812344 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1732754'] for router_interface, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:25.831204 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Pushing event updated for resources: {'Port': ['ID=2c71dda2-7e43-499a-ae94-bd3ff76353fd,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:25.879751 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:25.880168 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:25.880421 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:25.880751 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:25.881068 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:25.881426 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:25.881767 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:25.882083 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:25.882401 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:25.882770 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:25.883017 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:25.883324 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Tracked resource versions report: Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: pushed versions: Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: { 'AddressGroup': {'1.2'}, Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'ConntrackHelper': {'1.0'}, Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Log': {'1.0'}, Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Network': {'1.1'}, Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Port': {'1.7'}, Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'PortForwarding': {'1.2'}, Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'QosPolicy': {'1.8'}, Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'SecurityGroup': {'1.4'}, Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'SecurityGroupRule': {'1.2'}, Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'SubPort': {'1.0'}, Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Subnet': {'1.1'}, Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Trunk': {'1.1'}} Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: consumer versions: Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: { DHCP agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: L3 agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: Metadata agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: Metering agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: Open vSwitch agent@dv-cinder-788366-2-iscsi: { 'AddressGroup': '1.2', Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'ConntrackHelper': '1.0', Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Log': '1.0', Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Network': '1.1', Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Port': '1.7', Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'PortForwarding': '1.2', Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'QosPolicy': '1.8', Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'SecurityGroup': '1.4', Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'SecurityGroupRule': '1.2', Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'SubPort': '1.0', Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Subnet': '1.1', Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Trunk': '1.1'}} Jul 13 15:35:25.884450 dv-cinder-788366-2-iscsi neutron-server[93019]: {{(pid=93019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 15:35:26.011362 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-52fe6d84-9112-4c94-8cc8-17481c60ec6d None None] Provisioning for port 2c71dda2-7e43-499a-ae94-bd3ff76353fd completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:35:26.015034 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-52fe6d84-9112-4c94-8cc8-17481c60ec6d None None] Provisioning complete for port 2c71dda2-7e43-499a-ae94-bd3ff76353fd triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:35:26.015408 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-52fe6d84-9112-4c94-8cc8-17481c60ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:26.027614 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:26.048043 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-52fe6d84-9112-4c94-8cc8-17481c60ec6d None None] Port 2c71dda2-7e43-499a-ae94-bd3ff76353fd cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:35:26.203551 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:26.208048 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:26.208795 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731544'] for router_interface, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:26.286294 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Pushing event updated for resources: {'Port': ['ID=2c71dda2-7e43-499a-ae94-bd3ff76353fd,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:26.331041 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Network a2a83edd-9199-483d-9be5-ee8e786ac22e is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:35:26.332527 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:35:26.536299 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Router 255508b0-6589-43c4-806a-4538950b3d7c is scheduled to L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 with binding_index 1 {{(pid=93019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 15:35:26.568228 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-222fa81a-f176-406e-a0b8-42bb1b866a13 None None] Provisioning complete for port 2c71dda2-7e43-499a-ae94-bd3ff76353fd triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:35:26.568785 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-222fa81a-f176-406e-a0b8-42bb1b866a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:26.601773 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-222fa81a-f176-406e-a0b8-42bb1b866a13 None None] Port 2c71dda2-7e43-499a-ae94-bd3ff76353fd cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:35:26.624207 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:35:26.629301 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-cb57f1ec-8c9f-4eda-8992-3da780c1575e admin admin] 10.222.0.59 "PUT /v2.0/routers/255508b0-6589-43c4-806a-4538950b3d7c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8177183 Jul 13 15:35:26.648832 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Sync routers for ids ['255508b0-6589-43c4-806a-4538950b3d7c'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:35:26.660105 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Routers {'255508b0-6589-43c4-806a-4538950b3d7c'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:35:26.660923 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:35:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['255508b0-6589-43c4-806a-4538950b3d7c'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:35:26.841406 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Set router 255508b0-6589-43c4-806a-4538950b3d7c gateway port host: None {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:35:27.255721 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255508b0-6589-43c4-806a-4538950b3d7c', 'name': 'router1', 'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:35:15Z', 'updated_at': '2021-07-13T15:35:25Z', 'revision_number': 2, 'project_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'gw_port_host': None, '_interfaces': [{'id': '2c71dda2-7e43-499a-ae94-bd3ff76353fd', 'name': '', 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e', 'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'mac_address': 'fa:16:3e:36:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255508b0-6589-43c4-806a-4538950b3d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bd7d508-0250-4a81-acee-3f7414f8b638', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:35:25Z', 'updated_at': '2021-07-13T15:35:26Z', 'revision_number': 2, 'project_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'subnets': [{'id': '3bd7d508-0250-4a81-acee-3f7414f8b638', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2f36ecc-8cd9-44ba-bb01-cc72750e73cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:35:27.306630 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Checking router: 255508b0-6589-43c4-806a-4538950b3d7c for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:35:27.306992 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Updating router 255508b0-6589-43c4-806a-4538950b3d7c port 2c71dda2-7e43-499a-ae94-bd3ff76353fd binding host dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:35:27.371736 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:27.845799 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:27.865600 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Transition to ACTIVE for port object 2c71dda2-7e43-499a-ae94-bd3ff76353fd will not be triggered until provisioned by entity L2. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:35:27.871925 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:28.020666 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37717672-ea7d-497c-86bd-822625b96ae6 None None] Pushing event updated for resources: {'Port': ['ID=2c71dda2-7e43-499a-ae94-bd3ff76353fd,revision_number=3']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:28.034519 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37717672-ea7d-497c-86bd-822625b96ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:28.034873 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37717672-ea7d-497c-86bd-822625b96ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:28.035219 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37717672-ea7d-497c-86bd-822625b96ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:28.035557 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37717672-ea7d-497c-86bd-822625b96ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:28.035890 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37717672-ea7d-497c-86bd-822625b96ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:28.036223 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37717672-ea7d-497c-86bd-822625b96ae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:28.036548 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37717672-ea7d-497c-86bd-822625b96ae6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:28.036875 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37717672-ea7d-497c-86bd-822625b96ae6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:28.037256 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37717672-ea7d-497c-86bd-822625b96ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:28.037583 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37717672-ea7d-497c-86bd-822625b96ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:28.037928 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37717672-ea7d-497c-86bd-822625b96ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:28.038250 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37717672-ea7d-497c-86bd-822625b96ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37717672-ea7d-497c-86bd-822625b96ae6 None None] Tracked resource versions report: Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: pushed versions: Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: { 'AddressGroup': {'1.2'}, Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'ConntrackHelper': {'1.0'}, Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Log': {'1.0'}, Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Network': {'1.1'}, Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Port': {'1.7'}, Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'PortForwarding': {'1.2'}, Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'QosPolicy': {'1.8'}, Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'SecurityGroup': {'1.4'}, Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'SecurityGroupRule': {'1.2'}, Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'SubPort': {'1.0'}, Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Subnet': {'1.1'}, Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Trunk': {'1.1'}} Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: consumer versions: Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: { DHCP agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: L3 agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: Metadata agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: Metering agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: Open vSwitch agent@dv-cinder-788366-2-iscsi: { 'AddressGroup': '1.2', Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'ConntrackHelper': '1.0', Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Log': '1.0', Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Network': '1.1', Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Port': '1.7', Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'PortForwarding': '1.2', Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'QosPolicy': '1.8', Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'SecurityGroup': '1.4', Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'SecurityGroupRule': '1.2', Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'SubPort': '1.0', Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Subnet': '1.1', Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Trunk': '1.1'}} Jul 13 15:35:28.039385 dv-cinder-788366-2-iscsi neutron-server[93021]: {{(pid=93021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 15:35:28.046425 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Attempting to bind port 2c71dda2-7e43-499a-ae94-bd3ff76353fd on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:35:28.046832 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Attempting to bind port 2c71dda2-7e43-499a-ae94-bd3ff76353fd by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': 'd86d920c-abc4-4d36-9420-0c8041299109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e'}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:35:28.047267 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Attempting to bind port 2c71dda2-7e43-499a-ae94-bd3ff76353fd on network a2a83edd-9199-483d-9be5-ee8e786ac22e {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:35:28.052150 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:35:28.052574 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Checking segment: {'id': 'd86d920c-abc4-4d36-9420-0c8041299109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:35:28.053087 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:28.053473 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Bound using segment: {'id': 'd86d920c-abc4-4d36-9420-0c8041299109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e'} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:35:28.054000 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Bound port: 2c71dda2-7e43-499a-ae94-bd3ff76353fd, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86d920c-abc4-4d36-9420-0c8041299109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e'}}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:35:28.054395 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:28.118434 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] For port 2c71dda2-7e43-499a-ae94-bd3ff76353fd, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:35:28.141868 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] For port 2c71dda2-7e43-499a-ae94-bd3ff76353fd, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=2c71dda2-7e43-499a-ae94-bd3ff76353fd,segment=NetworkSegment(d86d920c-abc4-4d36-9420-0c8041299109),segment_id=d86d920c-abc4-4d36-9420-0c8041299109)] {{(pid=93021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:35:28.147243 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:28.204508 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Routers {'255508b0-6589-43c4-806a-4538950b3d7c'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:35:28.205138 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:35:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['255508b0-6589-43c4-806a-4538950b3d7c'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:35:28.210262 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37717672-ea7d-497c-86bd-822625b96ae6 None None] Pushing event updated for resources: {'Port': ['ID=2c71dda2-7e43-499a-ae94-bd3ff76353fd,revision_number=4']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:28.297095 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] Set router 255508b0-6589-43c4-806a-4538950b3d7c gateway port host: None {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:35:28.502661 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255508b0-6589-43c4-806a-4538950b3d7c', 'name': 'router1', 'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:35:15Z', 'updated_at': '2021-07-13T15:35:25Z', 'revision_number': 2, 'project_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'gw_port_host': None, '_interfaces': [{'id': '2c71dda2-7e43-499a-ae94-bd3ff76353fd', 'name': '', 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e', 'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'mac_address': 'fa:16:3e:36:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255508b0-6589-43c4-806a-4538950b3d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bd7d508-0250-4a81-acee-3f7414f8b638', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:35:25Z', 'updated_at': '2021-07-13T15:35:28Z', 'revision_number': 4, 'project_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'subnets': [{'id': '3bd7d508-0250-4a81-acee-3f7414f8b638', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2f36ecc-8cd9-44ba-bb01-cc72750e73cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:35:28.532510 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d873c65-28df-4ae0-909c-1c5e0c520276 None None] The sync data for ids ['255508b0-6589-43c4-806a-4538950b3d7c'] in dv-cinder-788366-2-iscsi is: [{'id': '255508b0-6589-43c4-806a-4538950b3d7c', 'name': 'router1', 'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:35:15Z', 'updated_at': '2021-07-13T15:35:25Z', 'revision_number': 2, 'project_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'gw_port_host': None, '_interfaces': [{'id': '2c71dda2-7e43-499a-ae94-bd3ff76353fd', 'name': '', 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e', 'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'mac_address': 'fa:16:3e:36:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255508b0-6589-43c4-806a-4538950b3d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bd7d508-0250-4a81-acee-3f7414f8b638', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:35:25Z', 'updated_at': '2021-07-13T15:35:28Z', 'revision_number': 4, 'project_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'subnets': [{'id': '3bd7d508-0250-4a81-acee-3f7414f8b638', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2f36ecc-8cd9-44ba-bb01-cc72750e73cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:35:28.915465 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40094) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:35:29.038086 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c743e1a7-e075-4711-adf9-90f3e2ed2c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:35:29.039468 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-c743e1a7-e075-4711-adf9-90f3e2ed2c37 admin admin] 10.222.0.59 "GET /v2.0/networks/85981ab4-351c-40b2-8a37-5676d3885a02 HTTP/1.1" status: 200 len: 842 time: 0.1230607 Jul 13 15:35:29.048911 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-3b08283a-0e8d-4362-935d-dbef275c21e3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:35:29.050318 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.quota [None req-3b08283a-0e8d-4362-935d-dbef275c21e3 admin admin] Loaded quota_driver: . Jul 13 15:35:29.087157 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b08283a-0e8d-4362-935d-dbef275c21e3 admin admin] Made reservation on behalf of cc001c77fbb540969e0bfb8a0b7533a9 for: {'subnet': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:35:29.089542 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3b08283a-0e8d-4362-935d-dbef275c21e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:29.402105 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.objects.ports [None req-3b08283a-0e8d-4362-935d-dbef275c21e3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93019) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 15:35:29.402458 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3b08283a-0e8d-4362-935d-dbef275c21e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for subnet, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:29.462992 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08283a-0e8d-4362-935d-dbef275c21e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe226b4-3665-45de-b972-a69d7f412686,revision_number=0']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:29.467514 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b08283a-0e8d-4362-935d-dbef275c21e3 admin admin] Checking segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:35:29.467860 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b08283a-0e8d-4362-935d-dbef275c21e3 admin admin] Network hostable DHCP agents. Network: 85981ab4-351c-40b2-8a37-5676d3885a02, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:35:29.490082 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b08283a-0e8d-4362-935d-dbef275c21e3 admin admin] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:35:29.501501 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-3b08283a-0e8d-4362-935d-dbef275c21e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, 85981ab4-351c-40b2-8a37-5676d3885a02) {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:35:29.505372 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b08283a-0e8d-4362-935d-dbef275c21e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:35:29.506003 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3b08283a-0e8d-4362-935d-dbef275c21e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:29.511001 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c79fe33-1489-48cf-93d3-8f5f8c7d3b93 None None] Network 85981ab4-351c-40b2-8a37-5676d3885a02 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:35:29.534326 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-3b08283a-0e8d-4362-935d-dbef275c21e3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4889088 Jul 13 15:35:29.640230 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0854f-95fb-475a-bf17-053052cf8bae None None] Network 85981ab4-351c-40b2-8a37-5676d3885a02 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:35:31.800156 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40116) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:35:31.928293 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-39eaef87-39e8-4d03-99cf-2baaa9178a98 admin admin] 10.222.0.59 "GET /v2.0/routers/255508b0-6589-43c4-806a-4538950b3d7c HTTP/1.1" status: 200 len: 710 time: 0.1270232 Jul 13 15:35:32.010264 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1df850d-ffe9-456a-9f95-808ce9e12613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:35:32.011613 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-a1df850d-ffe9-456a-9f95-808ce9e12613 admin admin] 10.222.0.59 "GET /v2.0/networks/85981ab4-351c-40b2-8a37-5676d3885a02 HTTP/1.1" status: 200 len: 886 time: 0.0783961 Jul 13 15:35:32.020059 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:35:32.257375 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5777'] for router, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:32.570020 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:32.645527 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:32.745316 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Allocated IP 172.27.1.126 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/c1144f91-f44a-423b-b659-ecc9041df4b6) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:35:32.842812 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:32.879883 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:32.913544 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:35:32.916225 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:35:32.918712 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:35:32.981637 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1144f91-f44a-423b-b659-ecc9041df4b6,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:33.031832 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 2c71dda2-7e43-499a-ae94-bd3ff76353fd up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:35:33.079020 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 2c71dda2-7e43-499a-ae94-bd3ff76353fd completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:35:33.082695 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 2c71dda2-7e43-499a-ae94-bd3ff76353fd triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:35:33.083068 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:33.159196 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:33.170202 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:33.189703 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 2c71dda2-7e43-499a-ae94-bd3ff76353fd, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=2c71dda2-7e43-499a-ae94-bd3ff76353fd,segment=NetworkSegment(d86d920c-abc4-4d36-9420-0c8041299109),segment_id=d86d920c-abc4-4d36-9420-0c8041299109)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:35:33.193429 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:33.239323 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=2c71dda2-7e43-499a-ae94-bd3ff76353fd,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:33.362100 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5777'] for router, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:33.365197 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1735932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705371'] for router, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:33.466967 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Router 255508b0-6589-43c4-806a-4538950b3d7c has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:35:33.567347 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:35:33.571513 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:33.572702 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-c74fc49e-779b-4ba5-8a28-fba1e99cf5a0 admin admin] 10.222.0.59 "PUT /v2.0/routers/255508b0-6589-43c4-806a-4538950b3d7c HTTP/1.1" status: 200 len: 890 time: 1.5557768 Jul 13 15:35:33.577901 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Sync routers for ids ['255508b0-6589-43c4-806a-4538950b3d7c'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:35:33.589082 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Routers {'255508b0-6589-43c4-806a-4538950b3d7c'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:35:33.589905 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:35:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['255508b0-6589-43c4-806a-4538950b3d7c'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:35:33.854746 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Set router 255508b0-6589-43c4-806a-4538950b3d7c gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:35:34.243751 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255508b0-6589-43c4-806a-4538950b3d7c', 'name': 'router1', 'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c1144f91-f44a-423b-b659-ecc9041df4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:35:15Z', 'updated_at': '2021-07-13T15:35:33Z', 'revision_number': 4, 'project_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'gw_port': {'id': 'c1144f91-f44a-423b-b659-ecc9041df4b6', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255508b0-6589-43c4-806a-4538950b3d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:35:32Z', 'updated_at': '2021-07-13T15:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '2c71dda2-7e43-499a-ae94-bd3ff76353fd', 'name': '', 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e', 'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'mac_address': 'fa:16:3e:36:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255508b0-6589-43c4-806a-4538950b3d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bd7d508-0250-4a81-acee-3f7414f8b638', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:35:25Z', 'updated_at': '2021-07-13T15:35:33Z', 'revision_number': 5, 'project_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'subnets': [{'id': '3bd7d508-0250-4a81-acee-3f7414f8b638', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2f36ecc-8cd9-44ba-bb01-cc72750e73cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:35:34.294235 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Checking router: 255508b0-6589-43c4-806a-4538950b3d7c for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:35:34.294623 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Updating router 255508b0-6589-43c4-806a-4538950b3d7c port c1144f91-f44a-423b-b659-ecc9041df4b6 binding host dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:35:34.327372 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:34.636805 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:34.646277 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Transition to ACTIVE for port object c1144f91-f44a-423b-b659-ecc9041df4b6 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:35:34.651295 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:34.702542 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Attempting to bind port c1144f91-f44a-423b-b659-ecc9041df4b6 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:35:34.702905 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Attempting to bind port c1144f91-f44a-423b-b659-ecc9041df4b6 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:35:34.703261 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Attempting to bind port c1144f91-f44a-423b-b659-ecc9041df4b6 on network 85981ab4-351c-40b2-8a37-5676d3885a02 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:35:34.705895 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33f493-d1e6-40c2-a149-a33bb2d6cb57 None None] Pushing event updated for resources: {'Port': ['ID=c1144f91-f44a-423b-b659-ecc9041df4b6,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:34.710407 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:35:34.710776 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Checking segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:35:34.711168 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:34.711547 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Bound using segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:35:34.712000 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Bound port: c1144f91-f44a-423b-b659-ecc9041df4b6, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:35:34.712388 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:34.760927 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] For port c1144f91-f44a-423b-b659-ecc9041df4b6, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:35:34.764014 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] For port c1144f91-f44a-423b-b659-ecc9041df4b6, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=c1144f91-f44a-423b-b659-ecc9041df4b6,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:35:34.767517 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:34.822780 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Routers {'255508b0-6589-43c4-806a-4538950b3d7c'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:35:34.823397 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:35:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['255508b0-6589-43c4-806a-4538950b3d7c'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:35:34.859066 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33f493-d1e6-40c2-a149-a33bb2d6cb57 None None] Pushing event updated for resources: {'Port': ['ID=c1144f91-f44a-423b-b659-ecc9041df4b6,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:34.933105 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] Set router 255508b0-6589-43c4-806a-4538950b3d7c gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:35:35.078607 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 2c71dda2-7e43-499a-ae94-bd3ff76353fd up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:35:35.187614 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 2c71dda2-7e43-499a-ae94-bd3ff76353fd triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:35:35.187898 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:35.316709 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255508b0-6589-43c4-806a-4538950b3d7c', 'name': 'router1', 'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c1144f91-f44a-423b-b659-ecc9041df4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:35:15Z', 'updated_at': '2021-07-13T15:35:33Z', 'revision_number': 4, 'project_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'gw_port': {'id': 'c1144f91-f44a-423b-b659-ecc9041df4b6', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255508b0-6589-43c4-806a-4538950b3d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:35:32Z', 'updated_at': '2021-07-13T15:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '2c71dda2-7e43-499a-ae94-bd3ff76353fd', 'name': '', 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e', 'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'mac_address': 'fa:16:3e:36:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255508b0-6589-43c4-806a-4538950b3d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bd7d508-0250-4a81-acee-3f7414f8b638', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:35:25Z', 'updated_at': '2021-07-13T15:35:33Z', 'revision_number': 5, 'project_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'subnets': [{'id': '3bd7d508-0250-4a81-acee-3f7414f8b638', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2f36ecc-8cd9-44ba-bb01-cc72750e73cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:35:35.342253 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ea08b-5c78-4e5b-9239-f3767d0dbd81 None None] The sync data for ids ['255508b0-6589-43c4-806a-4538950b3d7c'] in dv-cinder-788366-2-iscsi is: [{'id': '255508b0-6589-43c4-806a-4538950b3d7c', 'name': 'router1', 'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c1144f91-f44a-423b-b659-ecc9041df4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:35:15Z', 'updated_at': '2021-07-13T15:35:33Z', 'revision_number': 4, 'project_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'gw_port': {'id': 'c1144f91-f44a-423b-b659-ecc9041df4b6', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255508b0-6589-43c4-806a-4538950b3d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:35:32Z', 'updated_at': '2021-07-13T15:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '2c71dda2-7e43-499a-ae94-bd3ff76353fd', 'name': '', 'network_id': 'a2a83edd-9199-483d-9be5-ee8e786ac22e', 'tenant_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'mac_address': 'fa:16:3e:36:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255508b0-6589-43c4-806a-4538950b3d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bd7d508-0250-4a81-acee-3f7414f8b638', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:35:25Z', 'updated_at': '2021-07-13T15:35:33Z', 'revision_number': 5, 'project_id': '7d9b1b2496ad446880e39f9ddd1da33e', 'subnets': [{'id': '3bd7d508-0250-4a81-acee-3f7414f8b638', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2f36ecc-8cd9-44ba-bb01-cc72750e73cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:35:35.975585 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40124) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:35:36.099598 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-a872a649-70e9-4333-86b7-4e79c4f54844 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1229098 Jul 13 15:35:37.038885 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device c1144f91-f44a-423b-b659-ecc9041df4b6 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:35:37.087513 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port c1144f91-f44a-423b-b659-ecc9041df4b6 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:35:37.090975 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port c1144f91-f44a-423b-b659-ecc9041df4b6 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:35:37.091934 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:37.167553 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:37.188027 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port c1144f91-f44a-423b-b659-ecc9041df4b6, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=c1144f91-f44a-423b-b659-ecc9041df4b6,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:35:37.191767 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:37.236824 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=c1144f91-f44a-423b-b659-ecc9041df4b6,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:35:39.043834 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device c1144f91-f44a-423b-b659-ecc9041df4b6 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:35:39.112793 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port c1144f91-f44a-423b-b659-ecc9041df4b6 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:35:39.113428 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:50.323781 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e073a2ae-defd-464d-b7d9-18057568065c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:52.771148 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e50c9010-a537-4c9b-8102-e677ac8b6bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:53.002118 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:53.847971 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:55.560117 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:35:56.848086 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 5 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:36:20.315813 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-330c20bb-6789-4d14-a797-195f03e04182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:36:22.773871 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7dc99e44-e1b9-41fc-bd58-85327bb03a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:36:22.996793 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:36:23.850502 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:36:25.555241 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:36:33.846898 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 5 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:36:50.319120 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e078462f-d0ec-4db7-af0a-f6e880fdbf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:36:52.775705 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a48ed375-611b-4ba1-b3aa-f1fe85caab47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:36:53.001158 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:36:53.854634 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:36:55.561427 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:10.844868 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 5 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:37:11.609041 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40692) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:37:11.670814 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda5f6f6-8f93-41d3-9469-a485a973e05f admin admin] GET failed (client error): The resource could not be found. Jul 13 15:37:11.672169 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-eda5f6f6-8f93-41d3-9469-a485a973e05f admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621910 Jul 13 15:37:11.826788 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590f692d-89a4-4126-98aa-112543e03acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:11.828199 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-590f692d-89a4-4126-98aa-112543e03acc admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1522267 Jul 13 15:37:14.005256 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40702) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:37:14.093810 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e904be9-85c3-435c-b38c-339a7cce2a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:14.095145 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-9e904be9-85c3-435c-b38c-339a7cce2a0f admin admin] 10.222.0.59 "GET /v2.0/subnets/3bd7d508-0250-4a81-acee-3f7414f8b638 HTTP/1.1" status: 200 len: 849 time: 0.0889127 Jul 13 15:37:14.104112 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:37:14.261831 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Notify callbacks [] for subnet, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:14.401641 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766803228654'] for subnet, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:14.428705 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:14.429871 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:14.430556 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] 10.222.0.59 "PUT /v2.0/subnets/3bd7d508-0250-4a81-acee-3f7414f8b638 HTTP/1.1" status: 200 len: 868 time: 0.3300519 Jul 13 15:37:14.437209 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c218e754-a520-4398-bedd-32e2a72085ec None None] Network a2a83edd-9199-483d-9be5-ee8e786ac22e requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:37:14.453737 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd7d508-0250-4a81-acee-3f7414f8b638,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:37:14.461962 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:37:14.462327 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:37:14.462669 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:37:14.462998 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:37:14.463320 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:37:14.463644 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:37:14.463967 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:37:14.464284 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:37:14.464613 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:37:14.464944 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:37:14.465262 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:37:14.465577 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56d3e0-36ea-4a9c-a6ba-4e3ed4cbf8cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:37:14.773421 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-301fd268-d9f0-460b-a3b4-0ea6f01af7d5 None None] Provisioning complete for port 3c52a5a4-6f90-4d4c-a7cc-534e7b73f94d triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:37:14.773848 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-301fd268-d9f0-460b-a3b4-0ea6f01af7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:14.856963 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-301fd268-d9f0-460b-a3b4-0ea6f01af7d5 None None] Provisioning complete for port 2c71dda2-7e43-499a-ae94-bd3ff76353fd triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:37:14.857329 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-301fd268-d9f0-460b-a3b4-0ea6f01af7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:16.668282 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40710) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:37:16.863293 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddf5571-4287-47f9-8c1a-56589e9b3d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:16.863682 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddf5571-4287-47f9-8c1a-56589e9b3d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:16.865232 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-8ddf5571-4287-47f9-8c1a-56589e9b3d31 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959939 Jul 13 15:37:18.998045 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40718) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:37:19.128272 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7fb5f5-2d7a-48d4-8ffc-408b1ba4d9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:19.128745 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7fb5f5-2d7a-48d4-8ffc-408b1ba4d9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:19.130300 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-dd7fb5f5-2d7a-48d4-8ffc-408b1ba4d9d8 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1313121 Jul 13 15:37:20.320739 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1d87a612-9d76-4e83-b460-5c0c44f86b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:21.271608 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40726) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:37:21.397048 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b831290-3eb0-4723-9a56-ff5e9383563c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:21.398485 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-8b831290-3eb0-4723-9a56-ff5e9383563c admin admin] 10.222.0.59 "GET /v2.0/networks/85981ab4-351c-40b2-8a37-5676d3885a02 HTTP/1.1" status: 200 len: 886 time: 0.1259081 Jul 13 15:37:22.777624 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-464178f2-dc81-44d5-8cb9-1627d7b7c8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:23.002549 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:23.518839 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40734) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:37:23.643432 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e10c4a4-28c6-44c5-b1cd-72954df93a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:23.644781 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-8e10c4a4-28c6-44c5-b1cd-72954df93a65 admin admin] 10.222.0.59 "GET /v2.0/networks/a2a83edd-9199-483d-9be5-ee8e786ac22e HTTP/1.1" status: 200 len: 869 time: 0.1249959 Jul 13 15:37:23.855962 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:25.563015 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:25.796397 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40742) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:37:25.915983 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56943d48-a4de-4def-8b85-85847a248013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:25.916437 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56943d48-a4de-4def-8b85-85847a248013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:25.917958 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-56943d48-a4de-4def-8b85-85847a248013 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1206543 Jul 13 15:37:28.074246 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40750) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:37:28.162899 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774effa4-d560-42e9-987f-386fcad37b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:28.163353 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774effa4-d560-42e9-987f-386fcad37b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:28.164833 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-774effa4-d560-42e9-987f-386fcad37b31 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896580 Jul 13 15:37:30.296039 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40758) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:37:30.385039 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bfb4f1-9e2d-4667-be88-d16db8384ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:30.386387 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-e6bfb4f1-9e2d-4667-be88-d16db8384ec3 admin admin] 10.222.0.59 "GET /v2.0/subnets/3bd7d508-0250-4a81-acee-3f7414f8b638 HTTP/1.1" status: 200 len: 868 time: 0.0894165 Jul 13 15:37:32.526663 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40766) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:37:32.614817 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9260c2bd-f75d-4140-b65e-78d7f000a23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:32.616161 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-9260c2bd-f75d-4140-b65e-78d7f000a23e admin admin] 10.222.0.59 "GET /v2.0/subnets/dbe226b4-3665-45de-b972-a69d7f412686 HTTP/1.1" status: 200 len: 816 time: 0.0885713 Jul 13 15:37:47.843025 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 5 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:37:50.322911 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7d515c43-3c66-4777-93c0-a0f64587a9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:52.776408 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-2021e625-e642-47b6-a90a-bc71dc380cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:53.003128 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:53.858686 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:55.565801 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:37:56.750333 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40818) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:37:56.796342 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [None req-3d0f29c5-c542-43f0-b86d-4143bcffa1ed admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 15:37:56.797322 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-3d0f29c5-c542-43f0-b86d-4143bcffa1ed admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460322 Jul 13 15:37:58.995323 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40826) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:37:59.053187 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8754b9d-404d-4b9b-979a-85f562ca9f9e admin admin] GET failed (client error): The resource could not be found. Jul 13 15:37:59.054521 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-d8754b9d-404d-4b9b-979a-85f562ca9f9e admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0582740 Jul 13 15:37:59.136019 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c30910-9819-4667-86f1-a51ea64e4442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:37:59.137461 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-13c30910-9819-4667-86f1-a51ea64e4442 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0792267 Jul 13 15:38:01.308958 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40834) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:38:01.356783 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-3b356425-5836-4ff6-a38c-b54008a9c728 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:38:01.379814 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b356425-5836-4ff6-a38c-b54008a9c728 admin admin] Made reservation on behalf of cc001c77fbb540969e0bfb8a0b7533a9 for: {'network': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:38:01.382083 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3b356425-5836-4ff6-a38c-b54008a9c728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:01.412828 dv-cinder-788366-2-iscsi neutron-server[93019]: WARNING neutron.services.revisions.revision_plugin [None req-3b356425-5836-4ff6-a38c-b54008a9c728 admin admin] Could not find related network for resource to bump revision. Jul 13 15:38:01.427853 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b356425-5836-4ff6-a38c-b54008a9c728 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=93019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:38:01.440609 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3b356425-5836-4ff6-a38c-b54008a9c728 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766803312348', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:01.441136 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3b356425-5836-4ff6-a38c-b54008a9c728 admin admin] Unsubscribe: segment precommit_create {{(pid=93019) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 15:38:01.441754 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.segments_db [None req-3b356425-5836-4ff6-a38c-b54008a9c728 admin admin] Added segment 6f9f537e-6b61-4027-b391-0a3120a2dc1b of type vlan for network a502da1a-e46d-40a2-83c6-8f365a9491ca Jul 13 15:38:01.486625 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3b356425-5836-4ff6-a38c-b54008a9c728 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:01.525412 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3b356425-5836-4ff6-a38c-b54008a9c728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:01.526383 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b356425-5836-4ff6-a38c-b54008a9c728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:38:01.526949 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3b356425-5836-4ff6-a38c-b54008a9c728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:01.602502 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-3b356425-5836-4ff6-a38c-b54008a9c728 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2923594 Jul 13 15:38:01.620903 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b356425-5836-4ff6-a38c-b54008a9c728 admin admin] Pushing event updated for resources: {'Network': ['ID=a502da1a-e46d-40a2-83c6-8f365a9491ca,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:38:01.634151 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network a502da1a-e46d-40a2-83c6-8f365a9491ca details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:38:03.786449 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 40842) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:38:03.849335 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db1fdda-2b40-46ef-aa0c-d636e0a3f052 admin admin] GET failed (client error): The resource could not be found. Jul 13 15:38:03.850673 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2db1fdda-2b40-46ef-aa0c-d636e0a3f052 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632622 Jul 13 15:38:03.948521 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fa93f0-0830-4231-a470-58dc222170be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:38:03.950255 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-a4fa93f0-0830-4231-a470-58dc222170be admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0958698 Jul 13 15:38:03.960235 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'a502da1a-e46d-40a2-83c6-8f365a9491ca', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:38:03.979339 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Made reservation on behalf of cc001c77fbb540969e0bfb8a0b7533a9 for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:38:03.981499 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:04.139183 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:04.194652 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c1782d0-82dd-4295-832f-29c05431ebd2,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:38:04.202037 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Checking segment: {'id': '6f9f537e-6b61-4027-b391-0a3120a2dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a502da1a-e46d-40a2-83c6-8f365a9491ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:38:04.202381 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Network hostable DHCP agents. Network: a502da1a-e46d-40a2-83c6-8f365a9491ca, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:38:04.205583 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.205953 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.206288 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.206619 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.206947 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.207331 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.207713 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.208049 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.208388 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.208713 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.209029 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.209343 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.224710 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Network a502da1a-e46d-40a2-83c6-8f365a9491ca is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:38:04.233072 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, a502da1a-e46d-40a2-83c6-8f365a9491ca) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:38:04.236752 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:38:04.237327 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:04.243465 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b18bbeb-bebe-471b-aaac-4dbf2151de6d None None] Network a502da1a-e46d-40a2-83c6-8f365a9491ca requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:38:04.252193 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d1f3adbe-5e96-4c46-a389-f70b0995287f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2960091 Jul 13 15:38:04.392632 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dc51255-dd7c-5eec-a3d3-c16e6a6c7b69-a502da1a-e46d-40a2-83c6-8f365a9491ca', 'network_id': 'a502da1a-e46d-40a2-83c6-8f365a9491ca', 'tenant_id': 'cc001c77fbb540969e0bfb8a0b7533a9', 'fixed_ips': [{'subnet_id': '6c1782d0-82dd-4295-832f-29c05431ebd2'}]}} from dv-cinder-788366-2-iscsi. {{(pid=93020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 15:38:04.393536 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:04.621387 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Allocated IP 192.168.233.2 (a502da1a-e46d-40a2-83c6-8f365a9491ca/6c1782d0-82dd-4295-832f-29c05431ebd2/f0326294-a719-420b-8ef5-3ee04d4bace3) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:38:04.764062 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:04.772370 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Transition to ACTIVE for port object f0326294-a719-420b-8ef5-3ee04d4bace3 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:38:04.787241 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Transition to ACTIVE for port object f0326294-a719-420b-8ef5-3ee04d4bace3 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:38:04.793099 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:04.837217 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Network a502da1a-e46d-40a2-83c6-8f365a9491ca is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:38:04.840706 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Pushing event updated for resources: {'Port': ['ID=f0326294-a719-420b-8ef5-3ee04d4bace3,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:38:04.842891 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:38:04.848665 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:38:04.852122 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.852478 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.852821 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.853159 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.853492 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.853852 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.854186 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.854518 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.854862 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.855197 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.855527 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.855851 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:38:04.916320 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Attempting to bind port f0326294-a719-420b-8ef5-3ee04d4bace3 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:38:04.916620 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Attempting to bind port f0326294-a719-420b-8ef5-3ee04d4bace3 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '6f9f537e-6b61-4027-b391-0a3120a2dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a502da1a-e46d-40a2-83c6-8f365a9491ca'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:38:04.916985 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Attempting to bind port f0326294-a719-420b-8ef5-3ee04d4bace3 on network a502da1a-e46d-40a2-83c6-8f365a9491ca {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:38:04.921871 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:38:04.922250 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Checking segment: {'id': '6f9f537e-6b61-4027-b391-0a3120a2dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a502da1a-e46d-40a2-83c6-8f365a9491ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:38:04.922655 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:04.923066 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Bound using segment: {'id': '6f9f537e-6b61-4027-b391-0a3120a2dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a502da1a-e46d-40a2-83c6-8f365a9491ca'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:38:04.923590 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Bound port: f0326294-a719-420b-8ef5-3ee04d4bace3, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9f537e-6b61-4027-b391-0a3120a2dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a502da1a-e46d-40a2-83c6-8f365a9491ca'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:38:04.923994 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:04.985173 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] For port f0326294-a719-420b-8ef5-3ee04d4bace3, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:38:04.989007 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] For port f0326294-a719-420b-8ef5-3ee04d4bace3, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=f0326294-a719-420b-8ef5-3ee04d4bace3,segment=NetworkSegment(6f9f537e-6b61-4027-b391-0a3120a2dc1b),segment_id=6f9f537e-6b61-4027-b391-0a3120a2dc1b)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:38:04.994692 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:05.053975 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9a81c-eb70-45b1-8ead-932b51e6805d None None] Pushing event updated for resources: {'Port': ['ID=f0326294-a719-420b-8ef5-3ee04d4bace3,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:38:05.862860 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef31d196-52eb-4ff1-979e-ead5ac87f667 None None] Network a502da1a-e46d-40a2-83c6-8f365a9491ca requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:38:05.929839 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-90d9bd3a-94b8-4029-943a-ec370f921251 None None] Provisioning for port f0326294-a719-420b-8ef5-3ee04d4bace3 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:38:07.137851 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device f0326294-a719-420b-8ef5-3ee04d4bace3 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:38:07.189633 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port f0326294-a719-420b-8ef5-3ee04d4bace3 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:38:07.193616 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port f0326294-a719-420b-8ef5-3ee04d4bace3 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:38:07.194013 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:07.271748 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:07.302944 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port f0326294-a719-420b-8ef5-3ee04d4bace3, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=f0326294-a719-420b-8ef5-3ee04d4bace3,segment=NetworkSegment(6f9f537e-6b61-4027-b391-0a3120a2dc1b),segment_id=6f9f537e-6b61-4027-b391-0a3120a2dc1b)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:38:07.306695 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:07.353140 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=f0326294-a719-420b-8ef5-3ee04d4bace3,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:38:09.122642 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device f0326294-a719-420b-8ef5-3ee04d4bace3 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:38:09.174005 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port f0326294-a719-420b-8ef5-3ee04d4bace3 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:38:09.174366 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:20.326463 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ce307142-d4a9-49dc-b672-ac7fa99ff443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:22.779359 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-17e84a47-247f-4848-862f-f6e2a74bd1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:23.003186 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:23.862736 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:24.841375 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 5 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:38:25.568331 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:50.331644 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3748355c-4bdb-4323-aa27-82e4244175b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:52.780209 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d2c33698-9db7-4a4d-a856-2f0487bc76e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:53.003534 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:53.864508 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:38:55.572441 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:01.840578 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 5 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:39:16.008440 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 40896) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:39:16.014719 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [None req-3c4b4b44-6a6e-4c37-ae26-2001c3d0712c tempest-verify_tempest_config-1630012458 tempest-verify_tempest_config-1630012458-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 15:39:16.015967 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-3c4b4b44-6a6e-4c37-ae26-2001c3d0712c tempest-verify_tempest_config-1630012458 tempest-verify_tempest_config-1630012458-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065713 Jul 13 15:39:16.346098 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 40914) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:39:16.450412 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:16.534599 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:16.538921 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:16.584655 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1df79b8351424b2380e8ad494c6c2f9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2375219 Jul 13 15:39:16.585489 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e9e7fd-1ace-41f0-80cd-c3961515a339,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:39:16.587328 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 40918) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:39:16.591938 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.592280 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.592611 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.592941 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.593261 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.593596 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.593944 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.594261 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.594591 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.594908 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.595220 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.595546 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f897ad-7704-4a82-bd39-861ac461c317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.663846 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:16.683875 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:16.770574 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:16.773060 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:16.774225 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95e9e7fd-1ace-41f0-80cd-c3961515a339 HTTP/1.1" status: 204 len: 168 time: 0.1859436 Jul 13 15:39:16.782902 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e9e7fd-1ace-41f0-80cd-c3961515a339,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:39:16.790111 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.790473 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.790810 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.791137 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.791459 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.791778 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.792097 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.792416 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.792772 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.793090 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.793402 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:16.793734 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229e27b-965b-4599-8d65-4a7c136c94d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:39:20.333548 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c3f32c3b-6ead-435c-84a5-47b268a037b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:22.781247 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1453e74e-0032-4b3b-ae0c-2875bbd1ed77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:23.005035 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:23.867123 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:25.576330 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:38.841815 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 5 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:39:50.333987 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-14b3ad84-ee07-4dd1-b3b3-59656f52fca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:52.782616 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-69a77934-7063-43e6-b6c7-460b35f23568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:53.005511 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:53.869311 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:39:55.573559 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:40:15.840332 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 5 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:40:20.336896 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d6dcf1f4-953c-4d2c-bdaf-68c25df23601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:40:22.781952 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e1813f13-bea1-4861-9559-7cd93885be6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:40:23.006795 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:40:23.872199 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:40:25.578067 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:40:48.982088 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1730595'] for agent, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:40:50.335961 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b981ff21-9853-47ea-a50a-bfad782cba1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:40:52.782481 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c00e299e-7f1e-4524-bff3-f1c2e0812dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:40:52.839453 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:40:53.008352 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:40:53.875106 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:40:55.586549 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:41:03.676123 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 40992) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:41:03.777829 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-595dccc3-92b1-451a-b1f3-02a0d0bd8a86 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1006169 Jul 13 15:41:05.957072 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41002) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:41:06.008806 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-04b17ca6-d4cc-46ac-8c26-96c669f215b8 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0506704 Jul 13 15:41:18.932653 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:41:20.338032 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5500802d-4a05-4255-81b1-ddc7274d3008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:41:22.782653 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ce684b39-46d1-4046-b035-594f18eaf3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:41:23.008011 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:41:23.878831 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:41:25.575564 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:41:29.837619 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:41:48.948831 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:41:50.339312 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8c09cadb-db23-49e0-9951-d2887af6d5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:41:52.783998 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0d3e0ce6-3d72-46dc-ae3d-76f7b1956284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:41:53.011322 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:41:53.880784 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:41:55.585609 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:06.835824 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:42:18.947483 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:20.340530 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4ea2873c-b55c-4464-9531-dede79e83e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:22.785993 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8054e03c-bdd1-4430-866c-1c6bd9aae9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:23.012150 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:23.886179 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:25.582562 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:32.551202 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41146) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:32.938511 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-766989714-network', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:32.965712 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Made reservation on behalf of a7bd5f37e1af4cea838fdcb08e0beadb for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:32.968206 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:32.977135 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.048887 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41172) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:33.070698 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.075174 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.110143 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:42:33.112096 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a38bc87-5bea-484c-96f1-d9e36d05d449,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:33.123441 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.123808 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.124158 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.124492 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.124826 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.125371 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.125566 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.126003 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.126342 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.126664 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.126986 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.127310 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Tracked resource versions report: Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: pushed versions: Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: { 'AddressGroup': {'1.2'}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'ConntrackHelper': {'1.0'}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Log': {'1.0'}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Network': {'1.1'}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Port': {'1.7'}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'PortForwarding': {'1.2'}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'QosPolicy': {'1.8'}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'SecurityGroup': {'1.4'}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'SecurityGroupRule': {'1.2'}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'SubPort': {'1.0'}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Subnet': {'1.1'}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Trunk': {'1.1'}} Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: consumer versions: Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: { DHCP agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: HyperV agent@hv-cinder-78836: {}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: L3 agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: Metadata agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: Metering agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: Open vSwitch agent@dv-cinder-788366-2-iscsi: { 'AddressGroup': '1.2', Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'ConntrackHelper': '1.0', Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Log': '1.0', Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Network': '1.1', Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Port': '1.7', Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'PortForwarding': '1.2', Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'QosPolicy': '1.8', Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'SecurityGroup': '1.4', Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'SecurityGroupRule': '1.2', Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'SubPort': '1.0', Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Subnet': '1.1', Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: 'Trunk': '1.1'}} Jul 13 15:42:33.128791 dv-cinder-788366-2-iscsi neutron-server[93018]: {{(pid=93018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 15:42:33.137747 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.137929 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Added segment 8c8d2322-64b4-40d5-99cc-37cad286e2c8 of type vlan for network f72fbdcf-715a-4e75-9feb-cfeae0bf874c Jul 13 15:42:33.190036 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.221321 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.222442 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:33.223159 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.265038 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1448212594-network', 'tenant_id': 'f21b25fab07a42b9a52120ccaaf2af3e'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:33.295965 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Made reservation on behalf of f21b25fab07a42b9a52120ccaaf2af3e for: {'network': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:33.296181 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] Pushing event updated for resources: {'Network': ['ID=f72fbdcf-715a-4e75-9feb-cfeae0bf874c,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:33.301145 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.305655 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-fc758341-af55-4da1-9f8a-2535a17c17d0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7533350 Jul 13 15:42:33.309258 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41196) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:33.312877 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network f72fbdcf-715a-4e75-9feb-cfeae0bf874c details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:42:33.314556 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-5bd6b9c5-d38f-4cd5-a7cb-edd90d9e1d31 admin admin] Request body: {'subnet': {'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-766989714-subnet', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:33.332238 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.340741 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd6b9c5-d38f-4cd5-a7cb-edd90d9e1d31 admin admin] Made reservation on behalf of a7bd5f37e1af4cea838fdcb08e0beadb for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:33.343647 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5bd6b9c5-d38f-4cd5-a7cb-edd90d9e1d31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.488124 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.494624 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.524615 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=93019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:42:33.536639 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41210) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:33.537163 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.537864 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.segments_db [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Added segment 036f99a4-0acc-45c7-874e-c3724c539fd6 of type vlan for network 8b11bcae-9c13-43bf-9731-6a731f2cd490 Jul 13 15:42:33.566073 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5bd6b9c5-d38f-4cd5-a7cb-edd90d9e1d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.592916 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.599042 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03417c48-f392-4059-8bbe-8b7dab335f63,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:33.609566 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.610204 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.610714 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.611226 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.611727 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.612312 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.612804 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.613301 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.614100 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.614585 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.615080 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.615322 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6b9c5-d38f-4cd5-a7cb-edd90d9e1d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45402ac4-397c-481f-9144-a5b5042569e3,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:33.615730 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Tracked resource versions report: Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: pushed versions: Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: { 'AddressGroup': {'1.2'}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'ConntrackHelper': {'1.0'}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Log': {'1.0'}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Network': {'1.1'}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Port': {'1.7'}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'PortForwarding': {'1.2'}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'QosPolicy': {'1.8'}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'SecurityGroup': {'1.4'}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'SecurityGroupRule': {'1.2'}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'SubPort': {'1.0'}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Subnet': {'1.1'}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Trunk': {'1.1'}} Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: consumer versions: Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: { DHCP agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: HyperV agent@hv-cinder-78836: {}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: L3 agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: Metadata agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: Metering agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: Open vSwitch agent@dv-cinder-788366-2-iscsi: { 'AddressGroup': '1.2', Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'ConntrackHelper': '1.0', Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Log': '1.0', Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Network': '1.1', Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Port': '1.7', Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'PortForwarding': '1.2', Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'QosPolicy': '1.8', Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'SecurityGroup': '1.4', Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'SecurityGroupRule': '1.2', Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'SubPort': '1.0', Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Subnet': '1.1', Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: 'Trunk': '1.1'}} Jul 13 15:42:33.623663 dv-cinder-788366-2-iscsi neutron-server[93019]: {{(pid=93019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 15:42:33.644193 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd6b9c5-d38f-4cd5-a7cb-edd90d9e1d31 admin admin] Checking segment: {'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:33.644541 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd6b9c5-d38f-4cd5-a7cb-edd90d9e1d31 admin admin] Network hostable DHCP agents. Network: f72fbdcf-715a-4e75-9feb-cfeae0bf874c, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:42:33.663443 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd6b9c5-d38f-4cd5-a7cb-edd90d9e1d31 admin admin] Network f72fbdcf-715a-4e75-9feb-cfeae0bf874c is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:42:33.669040 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.670822 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:33.671499 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.676263 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-5bd6b9c5-d38f-4cd5-a7cb-edd90d9e1d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, f72fbdcf-715a-4e75-9feb-cfeae0bf874c) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:33.681960 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6b9c5-d38f-4cd5-a7cb-edd90d9e1d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:33.683149 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5bd6b9c5-d38f-4cd5-a7cb-edd90d9e1d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.688943 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30a8405-23fd-446d-8259-81a2a04f04d8 None None] Network f72fbdcf-715a-4e75-9feb-cfeae0bf874c requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:42:33.702530 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-5bd6b9c5-d38f-4cd5-a7cb-edd90d9e1d31 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3920739 Jul 13 15:42:33.705458 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41218) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:33.712426 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:33.740105 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6890628 Jul 13 15:42:33.743511 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41222) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:33.749438 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-f29e4445-3904-4a39-853b-8c5be5f302fd admin admin] Request body: {'subnet': {'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1448212594-subnet', 'tenant_id': 'f21b25fab07a42b9a52120ccaaf2af3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:33.758665 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2c65d-f97c-4037-8bc6-899f44e2be40 admin admin] Pushing event updated for resources: {'Network': ['ID=8b11bcae-9c13-43bf-9731-6a731f2cd490,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:33.770387 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5770'] for router, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.773985 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network 8b11bcae-9c13-43bf-9731-6a731f2cd490 details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:42:33.774936 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.781971 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29e4445-3904-4a39-853b-8c5be5f302fd admin admin] Made reservation on behalf of f21b25fab07a42b9a52120ccaaf2af3e for: {'subnet': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:33.785509 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f29e4445-3904-4a39-853b-8c5be5f302fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.844488 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:33.978698 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dc51255-dd7c-5eec-a3d3-c16e6a6c7b69-f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3'}]}} from dv-cinder-788366-2-iscsi. {{(pid=93020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 15:42:33.979779 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.105239 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41230) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:34.114726 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f29e4445-3904-4a39-853b-8c5be5f302fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for subnet, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.143956 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5777'] for router, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.162172 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e4445-3904-4a39-853b-8c5be5f302fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed33725-fe88-43df-8288-b144efbb3fc2,revision_number=0']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:34.162881 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-network', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:34.198513 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e4445-3904-4a39-853b-8c5be5f302fd admin admin] Checking segment: {'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:34.199229 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e4445-3904-4a39-853b-8c5be5f302fd admin admin] Network hostable DHCP agents. Network: 8b11bcae-9c13-43bf-9731-6a731f2cd490, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:42:34.222679 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e4445-3904-4a39-853b-8c5be5f302fd admin admin] Network 8b11bcae-9c13-43bf-9731-6a731f2cd490 is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:42:34.239446 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-f29e4445-3904-4a39-853b-8c5be5f302fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, 8b11bcae-9c13-43bf-9731-6a731f2cd490) {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:34.250494 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e4445-3904-4a39-853b-8c5be5f302fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:34.250614 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f29e4445-3904-4a39-853b-8c5be5f302fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.256639 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2d81b5-080a-4eec-8642-dc13eb184739 None None] Network 8b11bcae-9c13-43bf-9731-6a731f2cd490 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:42:34.270107 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Allocated IP 172.20.0.2 (f72fbdcf-715a-4e75-9feb-cfeae0bf874c/45402ac4-397c-481f-9144-a5b5042569e3/3b827fd6-bd98-4b52-b9be-88c613ba07c7) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:42:34.274427 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41236) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:34.300929 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] Made reservation on behalf of 0d94faec815442809ce9f4332a1bb5b0 for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:34.304021 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.311513 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-f29e4445-3904-4a39-853b-8c5be5f302fd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5634427 Jul 13 15:42:34.323675 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.436221 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41250) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:34.498989 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-60672773-network', 'tenant_id': '7ee59f7fab004c73a24597a6dd42dafd'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:34.546463 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1000893935-network', 'tenant_id': 'b6e2893a307349c69543f98feed935d8'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:34.551620 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.586741 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.629149 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05fbe96-3cc2-447a-b119-85b762bbffc7 None None] Network 8b11bcae-9c13-43bf-9731-6a731f2cd490 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:42:34.710919 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.719210 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.732107 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:42:34.741272 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.741666 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] Added segment 436e29fe-b8c2-41d9-b29f-3391e1259a3a of type vlan for network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 Jul 13 15:42:34.749377 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] Made reservation on behalf of 7ee59f7fab004c73a24597a6dd42dafd for: {'network': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:34.752755 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.780801 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.788578 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.801548 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.804068 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-728929717-network', 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:34.836507 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Transition to ACTIVE for port object 3b827fd6-bd98-4b52-b9be-88c613ba07c7 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:42:34.847874 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] Made reservation on behalf of b6e2893a307349c69543f98feed935d8 for: {'network': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:34.855521 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.879957 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:34.921511 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Allocated IP 172.27.1.214 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/8c32cc30-f2e7-454d-91ab-e5c07b869a15) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:42:34.951323 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Transition to ACTIVE for port object 3b827fd6-bd98-4b52-b9be-88c613ba07c7 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:42:35.004091 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.051789 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.062883 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.083064 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=93019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:42:35.084385 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.098672 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.101438 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.segments_db [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] Added segment 4e12372a-270d-4c6b-a997-832e00569272 of type vlan for network 10c25424-30ae-4369-8973-acfd3c08b3ef Jul 13 15:42:35.108479 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Network f72fbdcf-715a-4e75-9feb-cfeae0bf874c is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:42:35.125397 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:35.130581 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:42:35.142511 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Pushing event updated for resources: {'Port': ['ID=3b827fd6-bd98-4b52-b9be-88c613ba07c7,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:35.189124 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.197027 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.db.resource_extend [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 15:42:35.222073 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:35.222425 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:35.222999 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:35.223121 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:35.224828 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:35.225212 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:35.247871 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:35.248281 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:35.248646 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:35.250306 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:35.250654 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:35.251011 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Tracked resource versions report: Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: pushed versions: Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: { 'AddressGroup': {'1.2'}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'ConntrackHelper': {'1.0'}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Log': {'1.0'}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Network': {'1.1'}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Port': {'1.7'}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'PortForwarding': {'1.2'}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'QosPolicy': {'1.8'}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'SecurityGroup': {'1.4'}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'SecurityGroupRule': {'1.2'}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'SubPort': {'1.0'}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Subnet': {'1.1'}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Trunk': {'1.1'}} Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: consumer versions: Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: { DHCP agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: HyperV agent@hv-cinder-78836: {}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: L3 agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: Metadata agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: Metering agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: Open vSwitch agent@dv-cinder-788366-2-iscsi: { 'AddressGroup': '1.2', Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'ConntrackHelper': '1.0', Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Log': '1.0', Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Network': '1.1', Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Port': '1.7', Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'PortForwarding': '1.2', Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'QosPolicy': '1.8', Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'SecurityGroup': '1.4', Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'SecurityGroupRule': '1.2', Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'SubPort': '1.0', Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Subnet': '1.1', Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: 'Trunk': '1.1'}} Jul 13 15:42:35.252181 dv-cinder-788366-2-iscsi neutron-server[93020]: {{(pid=93020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 15:42:35.258454 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.298191 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Attempting to bind port 3b827fd6-bd98-4b52-b9be-88c613ba07c7 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:42:35.299085 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Attempting to bind port 3b827fd6-bd98-4b52-b9be-88c613ba07c7 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:42:35.299733 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Attempting to bind port 3b827fd6-bd98-4b52-b9be-88c613ba07c7 on network f72fbdcf-715a-4e75-9feb-cfeae0bf874c {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:42:35.306112 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:42:35.307202 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Checking segment: {'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:35.308874 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.309556 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Bound using segment: {'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:42:35.310358 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Bound port: 3b827fd6-bd98-4b52-b9be-88c613ba07c7, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:42:35.311497 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.322545 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698fda2b-2d62-4a71-82b2-3547d0efbe85,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:35.329087 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.340950 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:35.341546 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.374448 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.375543 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:35.376262 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.397129 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc448b04-67c9-47e5-8f63-6506aadbf4fa,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:35.425238 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:42:35.428427 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Pushing event updated for resources: {'Port': ['ID=8c32cc30-f2e7-454d-91ab-e5c07b869a15,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:35.431714 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:35.435043 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] For port 3b827fd6-bd98-4b52-b9be-88c613ba07c7, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:42:35.441528 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] For port 3b827fd6-bd98-4b52-b9be-88c613ba07c7, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=3b827fd6-bd98-4b52-b9be-88c613ba07c7,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:42:35.451193 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.510462 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4030361 Jul 13 15:42:35.511473 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] Made reservation on behalf of 8cc48a34b43a42b58784f490bc5e2382 for: {'network': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:35.513579 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41294) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:35.515997 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.530728 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-d0315069-43ae-4535-833f-b14a2dfa7b8e admin admin] Request body: {'subnet': {'network_id': '10c25424-30ae-4369-8973-acfd3c08b3ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-60672773-subnet', 'tenant_id': '7ee59f7fab004c73a24597a6dd42dafd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:35.539391 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.548238 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:42:35.564787 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335db4e-ce75-4d4e-9348-613a6984f5ba admin admin] Pushing event updated for resources: {'Network': ['ID=10c25424-30ae-4369-8973-acfd3c08b3ef,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:35.600212 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network 10c25424-30ae-4369-8973-acfd3c08b3ef details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:42:35.613372 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] Pushing event updated for resources: {'Network': ['ID=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:35.679816 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.694481 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.721215 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:42:35.778877 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908c2a96-5311-41c7-9302-d8dc24b8fb22,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:35.789095 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=93019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:42:35.805449 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.806793 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.segments_db [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] Added segment 8719e2ae-98f5-49c6-a71e-30cc8b28ba2e of type vlan for network bd74dee3-a41f-44b5-989d-369d264ca6f2 Jul 13 15:42:35.877063 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-161e45f0-33f4-4cf3-a5d9-2cb3f719539a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3392663 Jul 13 15:42:35.891487 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41320) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:35.896752 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-45c954ed-3b1f-48b4-a838-e08733530e91 admin admin] Request body: {'subnet': {'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-subnet', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:35.921903 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.951752 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0315069-43ae-4535-833f-b14a2dfa7b8e admin admin] Made reservation on behalf of 7ee59f7fab004c73a24597a6dd42dafd for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:35.971173 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.db.api [None req-45c954ed-3b1f-48b4-a838-e08733530e91 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 15:42:35.971173 dv-cinder-788366-2-iscsi neutron-server[93019]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 15:42:35.971173 dv-cinder-788366-2-iscsi neutron-server[93019]: [parameters: {'project_id_1': '0d94faec815442809ce9f4332a1bb5b0', 'expiration_1': datetime.datetime(2021, 7, 13, 15, 42, 35, 902543)}] Jul 13 15:42:35.971173 dv-cinder-788366-2-iscsi neutron-server[93019]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 15:42:35.971574 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG oslo_db.api [None req-45c954ed-3b1f-48b4-a838-e08733530e91 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 15:42:35.977843 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d0315069-43ae-4535-833f-b14a2dfa7b8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.998390 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:35.999361 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:36.000051 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:36.067817 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b121e-cc0e-4595-8b7c-0ec95e2de0fe None None] Pushing event updated for resources: {'Port': ['ID=3b827fd6-bd98-4b52-b9be-88c613ba07c7,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:36.118311 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41334) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:36.140483 dv-cinder-788366-2-iscsi neutron-server[93018]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 15:42:36.148132 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] Pushing event updated for resources: {'Network': ['ID=bd74dee3-a41f-44b5-989d-369d264ca6f2,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:36.163408 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network bd74dee3-a41f-44b5-989d-369d264ca6f2 details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:42:36.242719 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:36.252112 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:36.263672 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-4237e2c9-4c57-4d10-960f-5f0eb8810224 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9879897 Jul 13 15:42:36.266579 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41336) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:36.271886 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-fbb49611-b450-4e03-af50-28c986b9c7c8 admin admin] Request body: {'subnet': {'network_id': 'bd74dee3-a41f-44b5-989d-369d264ca6f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1000893935-subnet', 'tenant_id': 'b6e2893a307349c69543f98feed935d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:36.286473 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=93019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:42:36.310966 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:36.311514 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.segments_db [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] Added segment 4fc8523a-cb65-413f-813b-4069065342eb of type vlan for network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 Jul 13 15:42:36.322738 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8159604b-d806-40b9-9d34-62a6dede9bb8,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:36.354460 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb49611-b450-4e03-af50-28c986b9c7c8 admin admin] Made reservation on behalf of b6e2893a307349c69543f98feed935d8 for: {'subnet': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:36.357298 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fbb49611-b450-4e03-af50-28c986b9c7c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:36.425925 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:36.487836 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:36.488791 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:36.489370 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:36.561994 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c954ed-3b1f-48b4-a838-e08733530e91 admin admin] Made reservation on behalf of 0d94faec815442809ce9f4332a1bb5b0 for: {'subnet': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:36.564288 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-45c954ed-3b1f-48b4-a838-e08733530e91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:36.591279 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1543927 Jul 13 15:42:36.597428 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41340) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:36.609124 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-5b99992a-a549-43ca-9e04-7b04c7193355 admin admin] Request body: {'subnet': {'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-728929717-subnet', 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:36.613832 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:36.625545 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-12721631-e7c2-4615-8b4d-b3b7d1c1e024 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:36.628127 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-12721631-e7c2-4615-8b4d-b3b7d1c1e024 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/networks?id=8b11bcae-9c13-43bf-9731-6a731f2cd490 HTTP/1.1" status: 200 len: 815 time: 0.5025210 Jul 13 15:42:36.642898 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3aa284-af6b-499a-939b-41b82fd63e72 admin admin] Pushing event updated for resources: {'Network': ['ID=3898a02d-5a55-4bd3-acbc-bd89e49018c8,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:36.653422 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:42:36.710632 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-bb45170e-a18b-4bf9-9424-a864af98eb01 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/quotas/f21b25fab07a42b9a52120ccaaf2af3e HTTP/1.1" status: 200 len: 375 time: 0.0328708 Jul 13 15:42:36.735702 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fbb49611-b450-4e03-af50-28c986b9c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for subnet, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:36.778733 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b99992a-a549-43ca-9e04-7b04c7193355 admin admin] Made reservation on behalf of 8cc48a34b43a42b58784f490bc5e2382 for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:36.781039 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5b99992a-a549-43ca-9e04-7b04c7193355 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:36.829838 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb49611-b450-4e03-af50-28c986b9c7c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ed4b8f-8e1d-4289-bd73-417a4f2e8bdf,revision_number=0']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:36.840043 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-4626d532-f16b-4768-afee-70a3c343ed22 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f21b25fab07a42b9a52120ccaaf2af3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045120 Jul 13 15:42:36.870653 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb49611-b450-4e03-af50-28c986b9c7c8 admin admin] Checking segment: {'id': '8719e2ae-98f5-49c6-a71e-30cc8b28ba2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'bd74dee3-a41f-44b5-989d-369d264ca6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:36.871014 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb49611-b450-4e03-af50-28c986b9c7c8 admin admin] Network hostable DHCP agents. Network: bd74dee3-a41f-44b5-989d-369d264ca6f2, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:42:36.876687 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d0315069-43ae-4535-833f-b14a2dfa7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:36.899983 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-45c954ed-3b1f-48b4-a838-e08733530e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for subnet, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:36.927464 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb49611-b450-4e03-af50-28c986b9c7c8 admin admin] Network bd74dee3-a41f-44b5-989d-369d264ca6f2 is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:42:36.960831 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-fbb49611-b450-4e03-af50-28c986b9c7c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, bd74dee3-a41f-44b5-989d-369d264ca6f2) {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:36.965542 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb49611-b450-4e03-af50-28c986b9c7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:36.966168 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fbb49611-b450-4e03-af50-28c986b9c7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:36.972194 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b63170-a316-4794-956b-147d855a8555 None None] Network bd74dee3-a41f-44b5-989d-369d264ca6f2 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:42:36.979013 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c954ed-3b1f-48b4-a838-e08733530e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=823f7a85-e8b2-4154-bda7-8fa34af93224,revision_number=0']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:36.998835 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-fbb49611-b450-4e03-af50-28c986b9c7c8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7307880 Jul 13 15:42:37.009408 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c954ed-3b1f-48b4-a838-e08733530e91 admin admin] Checking segment: {'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:37.009810 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c954ed-3b1f-48b4-a838-e08733530e91 admin admin] Network hostable DHCP agents. Network: dbde9c41-8b2b-424f-85c7-85a79ff8d5a0, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:42:37.038540 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c954ed-3b1f-48b4-a838-e08733530e91 admin admin] Network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:42:37.038836 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ef164-ee85-404d-99e9-8bb3b3f52c94 None None] Network f72fbdcf-715a-4e75-9feb-cfeae0bf874c requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:42:37.050577 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0315069-43ae-4535-833f-b14a2dfa7b8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0246b0b5-11a2-457f-99ab-e3225565b9de,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:37.055411 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-45c954ed-3b1f-48b4-a838-e08733530e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, dbde9c41-8b2b-424f-85c7-85a79ff8d5a0) {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:37.063990 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c954ed-3b1f-48b4-a838-e08733530e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:37.066106 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-45c954ed-3b1f-48b4-a838-e08733530e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:37.096068 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-45c954ed-3b1f-48b4-a838-e08733530e91 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2029712 Jul 13 15:42:37.098303 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41352) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:37.106379 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:37.110132 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754b7a60-9d9f-4e71-875d-c4ffdee68f6f None None] Network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:42:37.110467 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-8d3ad32d-e553-4063-a268-bf5893f8e49b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 15:42:37.111488 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-8d3ad32d-e553-4063-a268-bf5893f8e49b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0933113 Jul 13 15:42:37.118925 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0315069-43ae-4535-833f-b14a2dfa7b8e admin admin] Checking segment: {'id': '4e12372a-270d-4c6b-a997-832e00569272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '10c25424-30ae-4369-8973-acfd3c08b3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:37.119278 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0315069-43ae-4535-833f-b14a2dfa7b8e admin admin] Network hostable DHCP agents. Network: 10c25424-30ae-4369-8973-acfd3c08b3ef, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:42:37.153908 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5770'] for router, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:37.155335 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:37.230780 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735927'] for router, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:37.235087 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-c33c9327-d381-4d8e-873f-427a834d2a5b None None] Provisioning for port 3b827fd6-bd98-4b52-b9be-88c613ba07c7 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:42:37.325226 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:37.397381 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 3b827fd6-bd98-4b52-b9be-88c613ba07c7 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:42:37.435804 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cbfe2d-f105-4d7d-8fc6-dadcd8ec0ebd None None] Network bd74dee3-a41f-44b5-989d-369d264ca6f2 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:42:37.449492 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0315069-43ae-4535-833f-b14a2dfa7b8e admin admin] Network 10c25424-30ae-4369-8973-acfd3c08b3ef is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:42:37.498998 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-d0315069-43ae-4535-833f-b14a2dfa7b8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, 10c25424-30ae-4369-8973-acfd3c08b3ef) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:37.530937 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470c57f8-024d-4714-aa13-dd5c36fb0d17 None None] Network 10c25424-30ae-4369-8973-acfd3c08b3ef requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:42:37.537942 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0315069-43ae-4535-833f-b14a2dfa7b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:37.538530 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d0315069-43ae-4535-833f-b14a2dfa7b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:37.581498 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-aea38e0e-ef6b-4507-b4d4-8189c8f53b10 service neutron] 10.222.0.59 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528520 Jul 13 15:42:37.618368 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5b99992a-a549-43ca-9e04-7b04c7193355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:37.641551 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5777'] for router, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:37.675581 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d0315069-43ae-4535-833f-b14a2dfa7b8e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1514518 Jul 13 15:42:37.698863 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 3b827fd6-bd98-4b52-b9be-88c613ba07c7 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:42:37.738864 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 3b827fd6-bd98-4b52-b9be-88c613ba07c7 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:37.739254 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:37.741884 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dc51255-dd7c-5eec-a3d3-c16e6a6c7b69-dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224'}]}} from dv-cinder-788366-2-iscsi. {{(pid=93020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 15:42:37.743485 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:37.849279 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99992a-a549-43ca-9e04-7b04c7193355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=678e4bb8-5e76-4f8f-a15c-d9b0ba08c271,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:37.893356 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Router d341dc80-e438-4fc1-9dd2-36f3ca0af724 is scheduled to L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 with binding_index 1 {{(pid=93018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 15:42:37.902444 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99992a-a549-43ca-9e04-7b04c7193355 admin admin] Checking segment: {'id': '4fc8523a-cb65-413f-813b-4069065342eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:37.902794 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b99992a-a549-43ca-9e04-7b04c7193355 admin admin] Network hostable DHCP agents. Network: 3898a02d-5a55-4bd3-acbc-bd89e49018c8, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:42:37.911619 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-6cb3689a-d4af-4a0a-b6e2-22a11e1a609f service neutron] 10.222.0.59 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199661 Jul 13 15:42:38.020317 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b99992a-a549-43ca-9e04-7b04c7193355 admin admin] Network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:42:38.025435 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:38.058197 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:38.164217 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-5b99992a-a549-43ca-9e04-7b04c7193355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, 3898a02d-5a55-4bd3-acbc-bd89e49018c8) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:38.181414 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b99992a-a549-43ca-9e04-7b04c7193355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:38.184117 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5b99992a-a549-43ca-9e04-7b04c7193355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:38.227777 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b476ece3-9c6c-4016-8ecf-06f8a9d72d98 None None] Network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:42:38.266797 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-5b99992a-a549-43ca-9e04-7b04c7193355 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6647787 Jul 13 15:42:38.271818 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41408) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:38.278044 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-728929717-router', 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:38.303258 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41410) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:38.308247 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Allocated IP 172.27.1.140 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/cd4fb243-2f9d-499e-a68e-daa4902fd856) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:42:38.312230 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:42:38.324820 dv-cinder-788366-2-iscsi neutron-server[93019]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 15:42:38.326557 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Sync routers for ids ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:42:38.332051 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5770'] for router, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:38.332734 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:38.346379 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Routers {'d341dc80-e438-4fc1-9dd2-36f3ca0af724'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:42:38.346961 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:42:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:38.363974 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:38.365205 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-588d9f17-3e49-416b-8d8a-c2c2bed25e59 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6573775 Jul 13 15:42:38.369606 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41420) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:38.615686 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Set router d341dc80-e438-4fc1-9dd2-36f3ca0af724 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:42:38.710632 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfae93d-addb-41ce-b7dd-b4238bfaf6fb None None] Network 10c25424-30ae-4369-8973-acfd3c08b3ef requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:42:38.783391 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:38.833355 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41444) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:38.851778 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1300547368-network', 'tenant_id': '8b98e83bfaa3404cab0de7ea849c61ea'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:38.983619 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-054838b5-3587-4d78-ad8f-0cc0c2662331 req-1c3f32bc-1783-4a0b-9d11-279784ef9070 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 210 time: 0.2687545 Jul 13 15:42:39.012637 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.048699 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356f00b-a403-488e-9812-201e0edc0f0a req-3ee5def2-6c91-46fe-9d55-1a6ee358529d tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:39.050233 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-3ee5def2-6c91-46fe-9d55-1a6ee358529d tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/networks?id=bd74dee3-a41f-44b5-989d-369d264ca6f2 HTTP/1.1" status: 200 len: 812 time: 0.7288804 Jul 13 15:42:39.061443 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Allocated IP 172.20.0.2 (dbde9c41-8b2b-424f-85c7-85a79ff8d5a0/823f7a85-e8b2-4154-bda7-8fa34af93224/4853fc87-6e72-4e9d-8d13-efd25fd80120) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:42:39.063077 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:35Z', 'revision_number': 3, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:39.098737 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Checking router: d341dc80-e438-4fc1-9dd2-36f3ca0af724 for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:42:39.099326 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Updating router d341dc80-e438-4fc1-9dd2-36f3ca0af724 port 8c32cc30-f2e7-454d-91ab-e5c07b869a15 binding host dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:42:39.110379 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-206fe00c-8be8-4976-847b-c60d4a277768 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/quotas/b6e2893a307349c69543f98feed935d8 HTTP/1.1" status: 200 len: 375 time: 0.0502675 Jul 13 15:42:39.129338 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.140598 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.237957 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5777'] for router, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.252738 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] Made reservation on behalf of 8b98e83bfaa3404cab0de7ea849c61ea for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:39.255360 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.275749 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.363391 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-e94984c1-9012-4c5e-9433-fe931e08e47b tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6e2893a307349c69543f98feed935d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2373996 Jul 13 15:42:39.373229 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.411715 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 3b827fd6-bd98-4b52-b9be-88c613ba07c7, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=3b827fd6-bd98-4b52-b9be-88c613ba07c7,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:42:39.476770 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.497204 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d784ad-b978-4518-8441-eb836051b7c3 None None] Network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:42:39.515337 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-ad0e0e47-7c6b-4894-9da8-299bdc38ed5a None None] Provisioning complete for port 3b827fd6-bd98-4b52-b9be-88c613ba07c7 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:39.517485 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ad0e0e47-7c6b-4894-9da8-299bdc38ed5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.546381 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:42:39.554742 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:39.569712 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:42:39.684314 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.699515 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Transition to ACTIVE for port object 8c32cc30-f2e7-454d-91ab-e5c07b869a15 will not be triggered until provisioned by entity L2. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:42:39.708588 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=3b827fd6-bd98-4b52-b9be-88c613ba07c7,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:39.710747 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Pushing event updated for resources: {'Port': ['ID=cd4fb243-2f9d-499e-a68e-daa4902fd856,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:39.718355 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.812288 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-80eebc9d-ceb7-495b-a8c5-56a46bb52ab0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 15:42:39.813303 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-80eebc9d-ceb7-495b-a8c5-56a46bb52ab0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1867101 Jul 13 15:42:39.817526 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Attempting to bind port 8c32cc30-f2e7-454d-91ab-e5c07b869a15 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:42:39.822220 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Attempting to bind port 8c32cc30-f2e7-454d-91ab-e5c07b869a15 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:42:39.826330 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Attempting to bind port 8c32cc30-f2e7-454d-91ab-e5c07b869a15 on network 85981ab4-351c-40b2-8a37-5676d3885a02 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:42:39.829112 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.839703 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Transition to ACTIVE for port object 4853fc87-6e72-4e9d-8d13-efd25fd80120 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:42:39.860587 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Transition to ACTIVE for port object 4853fc87-6e72-4e9d-8d13-efd25fd80120 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:42:39.866860 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.884903 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.892136 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:42:39.893208 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Checking segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:39.893813 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.894529 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Bound using segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:42:39.895293 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Bound port: 8c32cc30-f2e7-454d-91ab-e5c07b869a15, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:42:39.895986 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.924045 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:42:39.929912 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf016162-18ff-4875-b5be-b4dba771ae80 None None] Pushing event updated for resources: {'Port': ['ID=8c32cc30-f2e7-454d-91ab-e5c07b869a15,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:39.938766 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:39.948669 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf016162-18ff-4875-b5be-b4dba771ae80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:39.949596 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf016162-18ff-4875-b5be-b4dba771ae80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:39.950370 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf016162-18ff-4875-b5be-b4dba771ae80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:39.950911 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf016162-18ff-4875-b5be-b4dba771ae80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:39.951475 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf016162-18ff-4875-b5be-b4dba771ae80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:39.952021 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf016162-18ff-4875-b5be-b4dba771ae80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:39.952874 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf016162-18ff-4875-b5be-b4dba771ae80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:39.953844 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf016162-18ff-4875-b5be-b4dba771ae80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:39.954380 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf016162-18ff-4875-b5be-b4dba771ae80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:39.955216 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf016162-18ff-4875-b5be-b4dba771ae80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:39.955765 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf016162-18ff-4875-b5be-b4dba771ae80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:39.956239 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf016162-18ff-4875-b5be-b4dba771ae80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf016162-18ff-4875-b5be-b4dba771ae80 None None] Tracked resource versions report: Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: pushed versions: Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: { 'AddressGroup': {'1.2'}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'ConntrackHelper': {'1.0'}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Log': {'1.0'}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Network': {'1.1'}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Port': {'1.7'}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'PortForwarding': {'1.2'}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'QosPolicy': {'1.8'}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'SecurityGroup': {'1.4'}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'SecurityGroupRule': {'1.2'}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'SubPort': {'1.0'}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Subnet': {'1.1'}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Trunk': {'1.1'}} Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: consumer versions: Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: { DHCP agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: HyperV agent@hv-cinder-78836: {}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: L3 agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: Metadata agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: Metering agent@dv-cinder-788366-2-iscsi: {}, Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: Open vSwitch agent@dv-cinder-788366-2-iscsi: { 'AddressGroup': '1.2', Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'ConntrackHelper': '1.0', Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Log': '1.0', Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Network': '1.1', Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Port': '1.7', Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'PortForwarding': '1.2', Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'QosPolicy': '1.8', Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'SecurityGroup': '1.4', Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'SecurityGroupRule': '1.2', Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'SubPort': '1.0', Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Subnet': '1.1', Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: 'Trunk': '1.1'}} Jul 13 15:42:39.957700 dv-cinder-788366-2-iscsi neutron-server[93021]: {{(pid=93021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 15:42:40.022456 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] For port 8c32cc30-f2e7-454d-91ab-e5c07b869a15, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:42:40.032089 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] For port 8c32cc30-f2e7-454d-91ab-e5c07b869a15, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=8c32cc30-f2e7-454d-91ab-e5c07b869a15,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:42:40.042466 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:40.068762 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:40.069724 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] Added segment 2e588397-b7e1-4b2c-ae50-5ae1c3769a36 of type vlan for network 2c18c7c4-2648-422a-9ba9-72b606593a16 Jul 13 15:42:40.074324 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de208f5-94bc-4978-b804-f472aa42361c,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:40.081118 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:42:40.106146 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:40.116807 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:42:40.140547 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:40.169051 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-0316a061-3e54-47fd-82b8-4236659bbcc2 service neutron] 10.222.0.59 "GET /v2.0/networks/bd74dee3-a41f-44b5-989d-369d264ca6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369377 Jul 13 15:42:40.185213 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Routers {'d341dc80-e438-4fc1-9dd2-36f3ca0af724'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:42:40.189741 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:42:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:40.242686 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf016162-18ff-4875-b5be-b4dba771ae80 None None] Pushing event updated for resources: {'Port': ['ID=8c32cc30-f2e7-454d-91ab-e5c07b869a15,revision_number=3']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:40.251258 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:40.256297 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:40.261856 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:40.271456 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-342c4e09-cc7c-49ed-9f9b-db3e143e3da7 req-8e6ef1fc-8a86-4642-8fe0-6453966b1bc9 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 210 time: 0.0940716 Jul 13 15:42:40.273029 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:40.314041 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Pushing event updated for resources: {'Port': ['ID=4853fc87-6e72-4e9d-8d13-efd25fd80120,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:40.322203 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4741695 Jul 13 15:42:40.336191 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41494) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:40.375233 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-79a57406-ee81-42cf-8a64-59704f4dcef6 service neutron] 10.222.0.59 "GET /v2.0/networks/bd74dee3-a41f-44b5-989d-369d264ca6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044601 Jul 13 15:42:40.376352 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-73e0ad7c-b47a-487d-a2c6-d16d224c943c admin admin] Request body: {'subnet': {'network_id': '2c18c7c4-2648-422a-9ba9-72b606593a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1300547368-subnet', 'tenant_id': '8b98e83bfaa3404cab0de7ea849c61ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:40.419273 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Attempting to bind port 4853fc87-6e72-4e9d-8d13-efd25fd80120 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:42:40.419777 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Attempting to bind port 4853fc87-6e72-4e9d-8d13-efd25fd80120 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:42:40.420117 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Attempting to bind port 4853fc87-6e72-4e9d-8d13-efd25fd80120 on network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:42:40.428567 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:42:40.428962 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Checking segment: {'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:40.429347 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:40.429763 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Bound using segment: {'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:42:40.430277 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Bound port: 4853fc87-6e72-4e9d-8d13-efd25fd80120, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:42:40.430663 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:40.442594 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:40.449333 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] Set router d341dc80-e438-4fc1-9dd2-36f3ca0af724 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:42:40.468892 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5fbdf-eea9-40b4-bce9-841108f51406 admin admin] Pushing event updated for resources: {'Network': ['ID=2c18c7c4-2648-422a-9ba9-72b606593a16,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:40.504521 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network 2c18c7c4-2648-422a-9ba9-72b606593a16 details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:42:40.519202 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:40.552991 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e0ad7c-b47a-487d-a2c6-d16d224c943c admin admin] Made reservation on behalf of 8b98e83bfaa3404cab0de7ea849c61ea for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:40.556282 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-73e0ad7c-b47a-487d-a2c6-d16d224c943c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:40.684610 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] For port 4853fc87-6e72-4e9d-8d13-efd25fd80120, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:42:40.690033 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] For port 4853fc87-6e72-4e9d-8d13-efd25fd80120, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=4853fc87-6e72-4e9d-8d13-efd25fd80120,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:42:40.695613 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:40.705888 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:40.713287 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735927'] for router, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:40.805913 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba839a-9cbc-4bc3-9110-885d98cbca57 None None] Pushing event updated for resources: {'Port': ['ID=4853fc87-6e72-4e9d-8d13-efd25fd80120,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:40.813336 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:35Z', 'revision_number': 3, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:40.850734 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7a0a7480-43bf-4354-a711-425900d35382 req-58c8e0e5-397f-4d8d-8c0c-d513e255f4da tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 210 time: 0.0744464 Jul 13 15:42:40.866660 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071f574-0f3b-441e-8384-5bd46b1bc29c None None] The sync data for ids ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'] in dv-cinder-788366-2-iscsi is: [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:35Z', 'revision_number': 3, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:42:40.993085 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Router f9620079-9045-403b-8233-7778c0d48f2f is scheduled to L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 with binding_index 1 {{(pid=93019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 15:42:41.062234 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Allocated IP 172.27.1.153 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/d0c8ee29-5045-49d7-a1b2-dad92332da65) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:42:41.286885 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:42:41.313130 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Sync routers for ids ['f9620079-9045-403b-8233-7778c0d48f2f'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:42:41.336424 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] Notify callbacks [] for router, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:41.342187 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-3fa2ad51-6c89-4490-87c5-ee91f5c9ec56 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2409525 Jul 13 15:42:41.344248 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41536) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:41.344389 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Routers {'f9620079-9045-403b-8233-7778c0d48f2f'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:42:41.344920 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:42:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f9620079-9045-403b-8233-7778c0d48f2f'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:41.571375 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Set router f9620079-9045-403b-8233-7778c0d48f2f gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:42:41.720916 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-73e0ad7c-b47a-487d-a2c6-d16d224c943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:41.771369 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 8c32cc30-f2e7-454d-91ab-e5c07b869a15 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:42:41.892165 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d4c26110-e8fb-4057-b388-724165b18af1 req-04ecef4d-42a2-43c0-9a53-fb11dbadd933 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 210 time: 0.1811869 Jul 13 15:42:41.902545 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0ad7c-b47a-487d-a2c6-d16d224c943c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee00588-c0b3-4f58-a209-da62ed0a9e0b,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:41.921309 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 8c32cc30-f2e7-454d-91ab-e5c07b869a15 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:42:41.927501 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Allocated IP 172.20.0.1 (f72fbdcf-715a-4e75-9feb-cfeae0bf874c/45402ac4-397c-481f-9144-a5b5042569e3/40ae0299-e6ea-4eee-ad71-045746fb0d34) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:42:41.937501 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 8c32cc30-f2e7-454d-91ab-e5c07b869a15 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:41.938340 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:41.946880 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:42.125002 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f7293478-0f7d-498e-a2fb-84b7d309c21a req-581f50be-49b9-4e33-ba71-a3298b0a3b0c tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 210 time: 0.0459621 Jul 13 15:42:42.169347 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:39Z', 'revision_number': 3, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:42.184946 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e0ad7c-b47a-487d-a2c6-d16d224c943c admin admin] Checking segment: {'id': '2e588397-b7e1-4b2c-ae50-5ae1c3769a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2c18c7c4-2648-422a-9ba9-72b606593a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:42.185516 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e0ad7c-b47a-487d-a2c6-d16d224c943c admin admin] Network hostable DHCP agents. Network: 2c18c7c4-2648-422a-9ba9-72b606593a16, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:42:42.205829 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Checking router: f9620079-9045-403b-8233-7778c0d48f2f for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:42:42.207070 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Updating router f9620079-9045-403b-8233-7778c0d48f2f port cd4fb243-2f9d-499e-a68e-daa4902fd856 binding host dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:42:42.239232 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:42.242600 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:42.275744 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:42.305067 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Transition to ACTIVE for port object 40ae0299-e6ea-4eee-ad71-045746fb0d34 will not be triggered until provisioned by entity DHCP. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:42:42.308414 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e0ad7c-b47a-487d-a2c6-d16d224c943c admin admin] Network 2c18c7c4-2648-422a-9ba9-72b606593a16 is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:42:42.316634 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:42.361836 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-73e0ad7c-b47a-487d-a2c6-d16d224c943c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, 2c18c7c4-2648-422a-9ba9-72b606593a16) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:42.370808 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e0ad7c-b47a-487d-a2c6-d16d224c943c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:42.371791 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-73e0ad7c-b47a-487d-a2c6-d16d224c943c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:42.391366 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:42.432898 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:42:42.440011 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:42.442647 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:42:42.471996 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e66672-a8ec-4c55-9df6-4afb3f72da24 None None] Network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:42:42.473447 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12da8ec5-4f7b-4781-a94d-bf18ea3df4d0 None None] Network 2c18c7c4-2648-422a-9ba9-72b606593a16 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:42:42.497709 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-73e0ad7c-b47a-487d-a2c6-d16d224c943c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1127350 Jul 13 15:42:42.497709 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c8ee29-5045-49d7-a1b2-dad92332da65,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:42.536356 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:42.540221 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 8c32cc30-f2e7-454d-91ab-e5c07b869a15, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=8c32cc30-f2e7-454d-91ab-e5c07b869a15,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:42:42.588129 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Allocated IP 172.20.0.1 (dbde9c41-8b2b-424f-85c7-85a79ff8d5a0/823f7a85-e8b2-4154-bda7-8fa34af93224/66ef71b0-1f15-43c9-9280-118a4a69960e) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:42:42.589755 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:42.590568 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 4853fc87-6e72-4e9d-8d13-efd25fd80120 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:42:42.636492 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Network f72fbdcf-715a-4e75-9feb-cfeae0bf874c is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:42:42.637980 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=40ae0299-e6ea-4eee-ad71-045746fb0d34,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:42.643576 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:42.648834 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:42:42.649883 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1732754'] for router_interface, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:42.731116 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41558) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:42.737697 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-30fe51bd-c9b8-4a0c-92f1-01ea023e9613 None None] Provisioning for port 4853fc87-6e72-4e9d-8d13-efd25fd80120 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:42:42.740910 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:42.757784 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Transition to ACTIVE for port object 66ef71b0-1f15-43c9-9280-118a4a69960e will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:42:42.811294 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:42.863067 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=66ef71b0-1f15-43c9-9280-118a4a69960e,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:42.874735 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:42:42.876369 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:42.879710 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:42:42.880050 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1732754'] for router_interface, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:42.931861 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b721f96-48cb-41b2-9c32-c32219d8516e admin admin] Deleting subnet 0246b0b5-11a2-457f-99ab-e3225565b9de {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:42:42.935959 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4b721f96-48cb-41b2-9c32-c32219d8516e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:42.952496 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=8c32cc30-f2e7-454d-91ab-e5c07b869a15,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:42.971392 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4b721f96-48cb-41b2-9c32-c32219d8516e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:42.971945 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7b3917-87d4-4224-b44c-501aff65467d None None] Network 2c18c7c4-2648-422a-9ba9-72b606593a16 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:42:42.980999 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4b721f96-48cb-41b2-9c32-c32219d8516e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.056062 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.089317 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.187735 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 4853fc87-6e72-4e9d-8d13-efd25fd80120 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:42:43.204714 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-6e074012-bed0-422e-b0ab-4c2fc7c51642 None None] Provisioning for port 40ae0299-e6ea-4eee-ad71-045746fb0d34 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:42:43.227187 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-399c468b-72da-483c-a576-534fde927676 req-891c96e6-8461-4f9b-a41f-0f84701bcf9e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 210 time: 0.1188979 Jul 13 15:42:43.243725 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 4853fc87-6e72-4e9d-8d13-efd25fd80120 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:43.243725 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.243725 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-6e074012-bed0-422e-b0ab-4c2fc7c51642 None None] Provisioning complete for port 40ae0299-e6ea-4eee-ad71-045746fb0d34 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:43.243725 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6e074012-bed0-422e-b0ab-4c2fc7c51642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.287789 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4b721f96-48cb-41b2-9c32-c32219d8516e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.383223 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4b721f96-48cb-41b2-9c32-c32219d8516e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.385055 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-4b721f96-48cb-41b2-9c32-c32219d8516e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0246b0b5-11a2-457f-99ab-e3225565b9de HTTP/1.1" status: 204 len: 168 time: 0.6479585 Jul 13 15:42:43.404391 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41566) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:43.418993 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b721f96-48cb-41b2-9c32-c32219d8516e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0246b0b5-11a2-457f-99ab-e3225565b9de,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:43.519896 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-6e074012-bed0-422e-b0ab-4c2fc7c51642 None None] Port 40ae0299-e6ea-4eee-ad71-045746fb0d34 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:42:43.538772 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.550677 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-335e40cc-9454-4c0e-9786-ab03a006ccad req-21ff2f31-089b-4e28-9234-500421966595 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 210 time: 0.1696694 Jul 13 15:42:43.551581 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.553839 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731544'] for router_interface, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.586584 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.620555 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.693067 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.735210 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Transition to ACTIVE for port object cd4fb243-2f9d-499e-a68e-daa4902fd856 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:42:43.740734 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.760732 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.761362 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:42:43.764466 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:43.840016 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:42:43.854389 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=66ef71b0-1f15-43c9-9280-118a4a69960e,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:43.855245 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 4853fc87-6e72-4e9d-8d13-efd25fd80120, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=4853fc87-6e72-4e9d-8d13-efd25fd80120,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:42:43.878911 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.879754 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 3b827fd6-bd98-4b52-b9be-88c613ba07c7 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:42:43.887897 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Attempting to bind port cd4fb243-2f9d-499e-a68e-daa4902fd856 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:42:43.888177 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Attempting to bind port cd4fb243-2f9d-499e-a68e-daa4902fd856 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:42:43.888535 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Attempting to bind port cd4fb243-2f9d-499e-a68e-daa4902fd856 on network 85981ab4-351c-40b2-8a37-5676d3885a02 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:42:43.908537 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4035d86-d2ef-4e2b-9b43-e59d081807e0 None None] Pushing event updated for resources: {'Port': ['ID=cd4fb243-2f9d-499e-a68e-daa4902fd856,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:43.949847 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:42:43.950250 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Checking segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:43.950653 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.951043 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Bound using segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:42:43.951707 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Bound port: cd4fb243-2f9d-499e-a68e-daa4902fd856, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:42:43.952068 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:43.971964 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Router f9620079-9045-403b-8233-7778c0d48f2f has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:42:44.055111 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-967ab502-b957-4910-a90b-075dcabd3d46 None None] Provisioning complete for port 4853fc87-6e72-4e9d-8d13-efd25fd80120 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:44.055480 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-967ab502-b957-4910-a90b-075dcabd3d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:44.065842 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=4853fc87-6e72-4e9d-8d13-efd25fd80120,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:44.109078 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] For port cd4fb243-2f9d-499e-a68e-daa4902fd856, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:42:44.119281 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 3b827fd6-bd98-4b52-b9be-88c613ba07c7 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:44.120314 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:44.138821 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:42:44.144846 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-6e7867f8-d52d-4cb1-9365-bc7c3451d9f4 admin admin] 10.222.0.59 "PUT /v2.0/routers/f9620079-9045-403b-8233-7778c0d48f2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7991109 Jul 13 15:42:44.152917 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] For port cd4fb243-2f9d-499e-a68e-daa4902fd856, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=cd4fb243-2f9d-499e-a68e-daa4902fd856,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:42:44.173550 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:44.202854 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:44.231140 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:44.231817 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:44.232191 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:44.232710 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Subscribe: > port after_create 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:44.233207 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Subscribe: > port after_delete 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:44.233713 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Subscribe: > port after_update 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:44.234189 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:44.234653 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:44.235123 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:44.235606 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:44.281093 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Routers {'f9620079-9045-403b-8233-7778c0d48f2f'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:42:44.282047 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:42:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f9620079-9045-403b-8233-7778c0d48f2f'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:44.287256 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4035d86-d2ef-4e2b-9b43-e59d081807e0 None None] Pushing event updated for resources: {'Port': ['ID=cd4fb243-2f9d-499e-a68e-daa4902fd856,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:44.458446 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-967ab502-b957-4910-a90b-075dcabd3d46 None None] Provisioning for port 66ef71b0-1f15-43c9-9280-118a4a69960e completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:42:44.473061 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-967ab502-b957-4910-a90b-075dcabd3d46 None None] Provisioning complete for port 66ef71b0-1f15-43c9-9280-118a4a69960e triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:44.473454 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-967ab502-b957-4910-a90b-075dcabd3d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:44.516389 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-967ab502-b957-4910-a90b-075dcabd3d46 None None] Port 66ef71b0-1f15-43c9-9280-118a4a69960e cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:42:44.538209 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:44.538560 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:44.539021 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:44.539524 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:44.539877 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c25424-30ae-4369-8973-acfd3c08b3ef']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:44.548106 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] Set router f9620079-9045-403b-8233-7778c0d48f2f gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:42:44.560754 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.63', 56581) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:44.562819 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e12372a-270d-4c6b-a997-832e00569272') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:44.563110 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e12372a-270d-4c6b-a997-832e00569272') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:44.580922 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59737122'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:44.613482 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:44.647665 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:44.657442 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:44.698064 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 8c32cc30-f2e7-454d-91ab-e5c07b869a15 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:42:44.773347 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735927'] for router, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:44.790911 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:42:44.794795 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59730988'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: from cryptography.utils import int_from_bytes Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: from cryptography.utils import int_from_bytes Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: timer() Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: cb(*args, **kw) Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: self._notify() Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: self.callback(batched_events) Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: event.method(event) Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._get(url).json() Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:42:44.833160 dv-cinder-788366-2-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:42:44.835874 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356f00b-a403-488e-9812-201e0edc0f0a req-9a6301f5-48de-498b-8b4e-23851b75d4e7 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:44.840199 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-9a6301f5-48de-498b-8b4e-23851b75d4e7 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.63 "GET /v2.0/networks?id=bd74dee3-a41f-44b5-989d-369d264ca6f2 HTTP/1.1" status: 200 len: 812 time: 0.2761078 Jul 13 15:42:44.856336 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-246e3f26-63bb-49bc-8bb6-52924d505364 req-704468a7-db53-4961-96fa-7464601b752e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 210 time: 0.2240989 Jul 13 15:42:44.874012 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-627a3df4-4deb-4019-9718-f9b4b4dc8043 None None] Provisioning complete for port 66ef71b0-1f15-43c9-9280-118a4a69960e triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:44.874383 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-627a3df4-4deb-4019-9718-f9b4b4dc8043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:44.920830 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-4356f00b-a403-488e-9812-201e0edc0f0a req-d381d01a-1d40-4b93-b847-967d5e92cefb tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Request body: {'port': {'device_id': '3456492d-a258-4747-ac5b-3ba41a83c9c1', 'network_id': 'bd74dee3-a41f-44b5-989d-369d264ca6f2', 'admin_state_up': True, 'tenant_id': 'b6e2893a307349c69543f98feed935d8'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:44.930017 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731544'] for router_interface, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:45.053222 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=40ae0299-e6ea-4eee-ad71-045746fb0d34,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:45.116305 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:45.130632 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:45.136180 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] 10.222.0.59 "DELETE /v2.0/networks/10c25424-30ae-4369-8973-acfd3c08b3ef HTTP/1.1" status: 204 len: 168 time: 1.7275841 Jul 13 15:42:45.178398 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41606) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:45.178801 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41608) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:45.199603 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-f54117a3-6b48-446c-9099-ab18566a1b93 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514846467', 'description': 'tempest-description--2079174192'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:45.214213 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 8c32cc30-f2e7-454d-91ab-e5c07b869a15 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:45.222239 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:45.294241 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-627a3df4-4deb-4019-9718-f9b4b4dc8043 None None] Port 66ef71b0-1f15-43c9-9280-118a4a69960e cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:42:45.357643 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 4853fc87-6e72-4e9d-8d13-efd25fd80120 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:42:45.381550 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e8bc89-a16c-48c9-b2e5-20e5bed1a886 admin admin] Deleting subnet eee00588-c0b3-4f58-a209-da62ed0a9e0b {{(pid=93019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:42:45.398362 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f54117a3-6b48-446c-9099-ab18566a1b93 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:45.400668 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-09e8bc89-a16c-48c9-b2e5-20e5bed1a886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:45.453369 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 4853fc87-6e72-4e9d-8d13-efd25fd80120 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:45.453948 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:45.474096 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.63', 56587) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:45.479341 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 2, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:45.497629 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-09e8bc89-a16c-48c9-b2e5-20e5bed1a886 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:45.507700 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-09e8bc89-a16c-48c9-b2e5-20e5bed1a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:45.514677 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f2151-636b-436a-b338-70fbe27bbe74 None None] The sync data for ids ['f9620079-9045-403b-8233-7778c0d48f2f'] in dv-cinder-788366-2-iscsi is: [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 2, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:42:45.551686 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b356a756-a6dd-47a4-a6a4-3faefebfd554 req-c951be13-e056-489f-8b2a-3ae87e9431a8 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 210 time: 0.3425264 Jul 13 15:42:45.552468 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3da6e6-9d20-40c4-ab4a-5e972f872eba admin admin] Pushing event deleted for resources: {'Network': ['ID=10c25424-30ae-4369-8973-acfd3c08b3ef,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:45.750700 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-f4ccc18c-fe47-4196-9de4-e0f718c88ec2 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:45.752984 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-f4ccc18c-fe47-4196-9de4-e0f718c88ec2 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "GET /v2.0/networks?id=8b11bcae-9c13-43bf-9731-6a731f2cd490 HTTP/1.1" status: 200 len: 815 time: 0.2743847 Jul 13 15:42:45.766681 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Network f72fbdcf-715a-4e75-9feb-cfeae0bf874c is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:42:45.783591 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-a628cf19-f161-4487-96ef-659628bd466b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Request body: {'port': {'device_id': 'b0358850-712a-48ad-9be1-699ddf6d1a88', 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490', 'admin_state_up': True, 'tenant_id': 'f21b25fab07a42b9a52120ccaaf2af3e'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:45.827407 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4356f00b-a403-488e-9812-201e0edc0f0a req-d381d01a-1d40-4b93-b847-967d5e92cefb tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Made reservation on behalf of b6e2893a307349c69543f98feed935d8 for: {'port': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:45.832590 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-4356f00b-a403-488e-9812-201e0edc0f0a req-d381d01a-1d40-4b93-b847-967d5e92cefb tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:46.231689 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:46.387192 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Router f8889d37-5991-426d-a7c4-d7c823ee2a95 is scheduled to L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 with binding_index 1 {{(pid=93018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 15:42:46.396847 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Router d341dc80-e438-4fc1-9dd2-36f3ca0af724 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:42:46.398239 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-a628cf19-f161-4487-96ef-659628bd466b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Made reservation on behalf of f21b25fab07a42b9a52120ccaaf2af3e for: {'port': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:42:46.403327 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-a628cf19-f161-4487-96ef-659628bd466b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:46.514279 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [req-4356f00b-a403-488e-9812-201e0edc0f0a req-d381d01a-1d40-4b93-b847-967d5e92cefb tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Allocated IP 172.20.0.14 (bd74dee3-a41f-44b5-989d-369d264ca6f2/c6ed4b8f-8e1d-4289-bd73-417a4f2e8bdf/d7133d3f-818e-4747-8292-689116be3706) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:42:46.687205 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:42:46.701737 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-77ef773b-2f04-4eb5-b015-4ed3a59bb6f6 admin admin] 10.222.0.59 "PUT /v2.0/routers/d341dc80-e438-4fc1-9dd2-36f3ca0af724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3207226 Jul 13 15:42:46.708265 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Sync routers for ids ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:42:46.741339 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Routers {'d341dc80-e438-4fc1-9dd2-36f3ca0af724'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:42:46.742560 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:42:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:46.746855 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-660d5f62-211f-432b-b247-255f53df133e None None] Provisioning complete for port 40ae0299-e6ea-4eee-ad71-045746fb0d34 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:46.747410 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-660d5f62-211f-432b-b247-255f53df133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:46.893076 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-660d5f62-211f-432b-b247-255f53df133e None None] Port 40ae0299-e6ea-4eee-ad71-045746fb0d34 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:42:46.903538 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:42:46.922257 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Sync routers for ids ['f8889d37-5991-426d-a7c4-d7c823ee2a95'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:42:46.955637 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Routers {'f8889d37-5991-426d-a7c4-d7c823ee2a95'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:42:46.956257 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:42:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8889d37-5991-426d-a7c4-d7c823ee2a95'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:47.034674 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-4356f00b-a403-488e-9812-201e0edc0f0a req-d381d01a-1d40-4b93-b847-967d5e92cefb tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:47.314668 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Set router f8889d37-5991-426d-a7c4-d7c823ee2a95 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:42:47.465097 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Set router d341dc80-e438-4fc1-9dd2-36f3ca0af724 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:42:47.544784 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-4356f00b-a403-488e-9812-201e0edc0f0a req-d381d01a-1d40-4b93-b847-967d5e92cefb tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:47.575589 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8b331762-ca11-4047-b1e0-4f3cd7c3507b req-4be8e474-8098-45af-b8de-d7e51a973d05 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 210 time: 0.4855702 Jul 13 15:42:47.707416 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-09e8bc89-a16c-48c9-b2e5-20e5bed1a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for subnet, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:47.786142 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f54117a3-6b48-446c-9099-ab18566a1b93 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:47.891755 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f54117a3-6b48-446c-9099-ab18566a1b93 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:47.922817 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-a628cf19-f161-4487-96ef-659628bd466b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Allocated IP 172.20.0.7 (8b11bcae-9c13-43bf-9731-6a731f2cd490/3ed33725-fe88-43df-8288-b144efbb3fc2/19973c8c-f5ea-49ae-aef1-b2ec2e03872e) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:42:47.931689 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'name': 'tempest-ServerRescueNegativeTestJSON-728929717-router', 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd0c8ee29-5045-49d7-a1b2-dad92332da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 3, 'project_id': '8cc48a34b43a42b58784f490bc5e2382', 'gw_port': {'id': 'd0c8ee29-5045-49d7-a1b2-dad92332da65', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:48.037098 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8bc89-a16c-48c9-b2e5-20e5bed1a886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee00588-c0b3-4f58-a209-da62ed0a9e0b,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:48.045915 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Checking router: f8889d37-5991-426d-a7c4-d7c823ee2a95 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:42:48.047623 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Updating router f8889d37-5991-426d-a7c4-d7c823ee2a95 port d0c8ee29-5045-49d7-a1b2-dad92332da65 binding host dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:42:48.088393 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4356f00b-a403-488e-9812-201e0edc0f0a req-d381d01a-1d40-4b93-b847-967d5e92cefb tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Network bd74dee3-a41f-44b5-989d-369d264ca6f2 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:42:48.091352 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '40ae0299-e6ea-4eee-ad71-045746fb0d34', 'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'mac_address': 'fa:16:3e:ad:e9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 2, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'subnets': [{'id': '45402ac4-397c-481f-9144-a5b5042569e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:48.123292 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [req-4356f00b-a403-488e-9812-201e0edc0f0a req-d381d01a-1d40-4b93-b847-967d5e92cefb tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:48.158319 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:48.162736 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Checking router: d341dc80-e438-4fc1-9dd2-36f3ca0af724 for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:42:48.163104 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Updating router d341dc80-e438-4fc1-9dd2-36f3ca0af724 port 40ae0299-e6ea-4eee-ad71-045746fb0d34 binding host dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:42:48.180955 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54117a3-6b48-446c-9099-ab18566a1b93 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:48.209909 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4356f00b-a403-488e-9812-201e0edc0f0a req-d381d01a-1d40-4b93-b847-967d5e92cefb tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:42:48.216390 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356f00b-a403-488e-9812-201e0edc0f0a req-d381d01a-1d40-4b93-b847-967d5e92cefb tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:48.217187 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-4356f00b-a403-488e-9812-201e0edc0f0a req-d381d01a-1d40-4b93-b847-967d5e92cefb tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:48.232379 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:48.263904 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381d01a-1d40-4b93-b847-967d5e92cefb tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Pushing event updated for resources: {'Port': ['ID=d7133d3f-818e-4747-8292-689116be3706,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:48.295890 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f54117a3-6b48-446c-9099-ab18566a1b93 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:48.300027 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-f54117a3-6b48-446c-9099-ab18566a1b93 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.1161730 Jul 13 15:42:48.300192 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41712) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:48.304869 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-ef6d544f-3316-4e47-affe-4c9075e9a09d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Request body: {'security_group_rule': {'security_group_id': 'b86a46b7-c7dc-4bf6-ae94-5ab23f73c282', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:48.319939 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-09e8bc89-a16c-48c9-b2e5-20e5bed1a886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:48.321871 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-09e8bc89-a16c-48c9-b2e5-20e5bed1a886 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/eee00588-c0b3-4f58-a209-da62ed0a9e0b HTTP/1.1" status: 204 len: 168 time: 3.1420293 Jul 13 15:42:48.340083 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-d381d01a-1d40-4b93-b847-967d5e92cefb tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4275689 Jul 13 15:42:48.340452 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41714) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:48.376197 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-a628cf19-f161-4487-96ef-659628bd466b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:48.407687 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-f2338da0-ede9-4826-9613-4300fade4b13 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 15:42:48.408691 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-f2338da0-ede9-4826-9613-4300fade4b13 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223472 Jul 13 15:42:48.465011 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:48.466276 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c791f129-f426-45cd-9ef3-594669b1d3f8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.1923816 Jul 13 15:42:48.475721 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-a628cf19-f161-4487-96ef-659628bd466b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:48.476443 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41716) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:48.561317 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:48.802547 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:48.803677 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:48.845978 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:48.846321 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:48.847242 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:48.847587 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Subscribe: > port after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:48.847924 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:48.849234 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Transition to ACTIVE for port object 40ae0299-e6ea-4eee-ad71-045746fb0d34 will not be triggered until provisioned by entity L2. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:42:48.853893 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Subscribe: > port after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:48.858436 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:48.860624 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:48.861193 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:48.861706 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:48.862594 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:48.975289 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.002611 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cdcfc-37f7-461a-b332-46ae8e32a393 None None] Pushing event updated for resources: {'Port': ['ID=40ae0299-e6ea-4eee-ad71-045746fb0d34,revision_number=3']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:49.003909 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Transition to ACTIVE for port object d0c8ee29-5045-49d7-a1b2-dad92332da65 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:42:49.025329 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device cd4fb243-2f9d-499e-a68e-daa4902fd856 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:42:49.043243 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41734) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:49.046123 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-a628cf19-f161-4487-96ef-659628bd466b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Network 8b11bcae-9c13-43bf-9731-6a731f2cd490 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:42:49.113002 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-8e757411-fd01-44e1-b3b6-ac780af84342 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1639392383', 'description': 'tempest-description--1370846238'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:49.113217 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.227793 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28c12d-20cb-4c48-972a-cf8ceda8d1cc None None] Pushing event updated for resources: {'Port': ['ID=d0c8ee29-5045-49d7-a1b2-dad92332da65,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:49.234703 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.292218 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Attempting to bind port 40ae0299-e6ea-4eee-ad71-045746fb0d34 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:42:49.292218 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Attempting to bind port 40ae0299-e6ea-4eee-ad71-045746fb0d34 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:42:49.292218 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Attempting to bind port 40ae0299-e6ea-4eee-ad71-045746fb0d34 on network f72fbdcf-715a-4e75-9feb-cfeae0bf874c {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:42:49.324303 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:42:49.325046 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Checking segment: {'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:49.342394 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.343062 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Bound using segment: {'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:42:49.345098 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Bound port: 40ae0299-e6ea-4eee-ad71-045746fb0d34, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'}}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:42:49.345997 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.360823 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Attempting to bind port d0c8ee29-5045-49d7-a1b2-dad92332da65 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:42:49.361260 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Attempting to bind port d0c8ee29-5045-49d7-a1b2-dad92332da65 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:42:49.361566 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Attempting to bind port d0c8ee29-5045-49d7-a1b2-dad92332da65 on network 85981ab4-351c-40b2-8a37-5676d3885a02 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:42:49.394496 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-a628cf19-f161-4487-96ef-659628bd466b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:49.406378 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:49.406991 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:49.407175 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:49.407546 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 15:42:49.407867 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c18c7c4-2648-422a-9ba9-72b606593a16']}} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:49.415668 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:42:49.416034 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Checking segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:49.416971 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.417385 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Bound using segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:42:49.430678 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-a628cf19-f161-4487-96ef-659628bd466b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:42:49.431819 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Bound port: d0c8ee29-5045-49d7-a1b2-dad92332da65, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:42:49.433124 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.438083 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628cf19-f161-4487-96ef-659628bd466b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Pushing event updated for resources: {'Port': ['ID=19973c8c-f5ea-49ae-aef1-b2ec2e03872e,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:49.447602 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8e757411-fd01-44e1-b3b6-ac780af84342 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.496446 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e588397-b7e1-4b2c-ae50-5ae1c3769a36') {'for_net_delete': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:49.497192 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e588397-b7e1-4b2c-ae50-5ae1c3769a36') {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:49.557940 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] For port 40ae0299-e6ea-4eee-ad71-045746fb0d34, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:42:49.560984 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ef6d544f-3316-4e47-affe-4c9075e9a09d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.562998 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] For port 40ae0299-e6ea-4eee-ad71-045746fb0d34, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=40ae0299-e6ea-4eee-ad71-045746fb0d34,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:42:49.574741 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Request body: {'port': {'device_id': '3456492d-a258-4747-ac5b-3ba41a83c9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:49.582655 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.592972 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610977'] for segment, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.638742 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port cd4fb243-2f9d-499e-a68e-daa4902fd856 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:42:49.676725 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Sync routers for ids ['f9620079-9045-403b-8233-7778c0d48f2f'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:42:49.690715 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port cd4fb243-2f9d-499e-a68e-daa4902fd856 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:49.691135 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.694567 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Routers {'d341dc80-e438-4fc1-9dd2-36f3ca0af724'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:42:49.702633 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:42:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:49.705777 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63778ba-55ba-4847-a49e-46170f609231 req-defb2dc6-dca8-4ba4-b3e6-63c0e4705cc8 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:49.708261 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.727757 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b63778ba-55ba-4847-a49e-46170f609231 req-defb2dc6-dca8-4ba4-b3e6-63c0e4705cc8 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 932 time: 2.6419840 Jul 13 15:42:49.745513 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:42:49.746218 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3610720'] for segment, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: from cryptography.utils import int_from_bytes Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: from cryptography.utils import int_from_bytes Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: Traceback (most recent call last): Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: timer() Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: cb(*args, **kw) Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: return func(*args, **kwargs) Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: self._notify() Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: self.callback(batched_events) Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: event.method(event) Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: return f(self, *a, **k) Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._get(url).json() Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: return self.request(url, 'GET', **kwargs) Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:42:49.752526 dv-cinder-788366-2-iscsi neutron-server[93019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:42:49.786518 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] For port d0c8ee29-5045-49d7-a1b2-dad92332da65, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:42:49.839797 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-a628cf19-f161-4487-96ef-659628bd466b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:49.849199 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-a628cf19-f161-4487-96ef-659628bd466b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.891609 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.971211 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ef6d544f-3316-4e47-affe-4c9075e9a09d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:49.985187 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:50.007890 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] For port d0c8ee29-5045-49d7-a1b2-dad92332da65, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=d0c8ee29-5045-49d7-a1b2-dad92332da65,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:42:50.011631 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] Set router d341dc80-e438-4fc1-9dd2-36f3ca0af724 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:42:50.024827 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:50.177767 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port cd4fb243-2f9d-499e-a68e-daa4902fd856, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=cd4fb243-2f9d-499e-a68e-daa4902fd856,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:42:50.217255 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Routers {'f8889d37-5991-426d-a7c4-d7c823ee2a95'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:42:50.218491 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:42:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8889d37-5991-426d-a7c4-d7c823ee2a95'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:50.224727 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:50.254070 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Routers {'f9620079-9045-403b-8233-7778c0d48f2f'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:42:50.255085 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:42:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f9620079-9045-403b-8233-7778c0d48f2f'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:50.289796 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8e757411-fd01-44e1-b3b6-ac780af84342 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:50.353559 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7133d3f-818e-4747-8292-689116be3706 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:42:50.357242 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8e757411-fd01-44e1-b3b6-ac780af84342 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:50.361422 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:50.366842 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b63778ba-55ba-4847-a49e-46170f609231 req-55288759-01c5-4eec-a607-9ecef8431d0d tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6197011 Jul 13 15:42:50.375889 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Transition to ACTIVE for port object d7133d3f-818e-4747-8292-689116be3706 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:42:50.386135 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b8c38-5a1d-4b3c-b10b-aeae013e24f9 req-f87930a2-58c7-45b0-86e6-96a084304182 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:50.388234 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a86b8c38-5a1d-4b3c-b10b-aeae013e24f9 req-f87930a2-58c7-45b0-86e6-96a084304182 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 931 time: 0.7892015 Jul 13 15:42:50.388878 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:50.390209 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ef6d544f-3316-4e47-affe-4c9075e9a09d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:50.393744 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Set router f9620079-9045-403b-8233-7778c0d48f2f gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:42:50.408412 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:50.408412 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d544f-3316-4e47-affe-4c9075e9a09d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7a1991-834f-49d7-a1fd-a0c4554c660d,revision_number=0']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:50.421036 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-a628cf19-f161-4487-96ef-659628bd466b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6478856 Jul 13 15:42:50.475641 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e757411-fd01-44e1-b3b6-ac780af84342 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:50.477101 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:50.477101 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2c18c7c4-2648-422a-9ba9-72b606593a16 HTTP/1.1" status: 204 len: 168 time: 2.1240997 Jul 13 15:42:50.496967 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ef6d544f-3316-4e47-affe-4c9075e9a09d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:50.498220 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-ef6d544f-3316-4e47-affe-4c9075e9a09d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1970990 Jul 13 15:42:50.512179 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a86b8c38-5a1d-4b3c-b10b-aeae013e24f9 req-01805b91-eb7c-4642-aec0-4949a491160f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056428 Jul 13 15:42:50.513079 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41758) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:50.529660 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3e419-b2a8-43c1-ae50-cbc2c8d1e905 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c18c7c4-2648-422a-9ba9-72b606593a16,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:50.543999 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-5d7ef35e-3f8c-4973-86da-980736dceb46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Request body: {'security_group_rule': {'security_group_id': 'b86a46b7-c7dc-4bf6-ae94-5ab23f73c282', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:50.615399 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28c12d-20cb-4c48-972a-cf8ceda8d1cc None None] Pushing event updated for resources: {'Port': ['ID=d0c8ee29-5045-49d7-a1b2-dad92332da65,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:50.705262 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a901b381-422b-41e6-b0e7-481db8528ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:50.705766 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Request body: {'port': {'device_id': 'b0358850-712a-48ad-9be1-699ddf6d1a88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:50.809289 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8e757411-fd01-44e1-b3b6-ac780af84342 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:50.810425 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-8e757411-fd01-44e1-b3b6-ac780af84342 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7618766 Jul 13 15:42:50.831339 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41766) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:50.868639 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-055334bd-fb91-43fe-9e8d-d8870ce65113 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Request body: {'security_group_rule': {'security_group_id': 'b8ce326a-9fc3-4df1-ab55-e7c2302a35b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:50.889326 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cdcfc-37f7-461a-b332-46ae8e32a393 None None] Pushing event updated for resources: {'Port': ['ID=40ae0299-e6ea-4eee-ad71-045746fb0d34,revision_number=4']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:50.898589 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=cd4fb243-2f9d-499e-a68e-daa4902fd856,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:50.943613 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '40ae0299-e6ea-4eee-ad71-045746fb0d34', 'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'mac_address': 'fa:16:3e:ad:e9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'subnets': [{'id': '45402ac4-397c-481f-9144-a5b5042569e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:50.976069 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] Set router f8889d37-5991-426d-a7c4-d7c823ee2a95 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:42:51.074157 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c1d9ae-e2e5-447d-8207-42cb483c2093 None None] The sync data for ids ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'] in dv-cinder-788366-2-iscsi is: [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '40ae0299-e6ea-4eee-ad71-045746fb0d34', 'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'mac_address': 'fa:16:3e:ad:e9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'subnets': [{'id': '45402ac4-397c-481f-9144-a5b5042569e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:42:51.076476 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef35e-3f8c-4973-86da-980736dceb46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:51.108542 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 2, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:51.116889 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Pushing event updated for resources: {'Port': ['ID=d7133d3f-818e-4747-8292-689116be3706,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:51.117434 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41778) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:51.126722 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-055334bd-fb91-43fe-9e8d-d8870ce65113 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:51.147467 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Checking router: f9620079-9045-403b-8233-7778c0d48f2f for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:42:51.148122 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Updating router f9620079-9045-403b-8233-7778c0d48f2f port 66ef71b0-1f15-43c9-9280-118a4a69960e binding host dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:42:51.244761 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:51.293183 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:51.393811 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Attempting to bind port d7133d3f-818e-4747-8292-689116be3706 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:42:51.394523 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Attempting to bind port d7133d3f-818e-4747-8292-689116be3706 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8719e2ae-98f5-49c6-a71e-30cc8b28ba2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'bd74dee3-a41f-44b5-989d-369d264ca6f2'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:42:51.396807 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Attempting to bind port d7133d3f-818e-4747-8292-689116be3706 on network bd74dee3-a41f-44b5-989d-369d264ca6f2 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:42:51.431687 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Port d7133d3f-818e-4747-8292-689116be3706 on network bd74dee3-a41f-44b5-989d-369d264ca6f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:42:51.433007 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Attempting to bind port d7133d3f-818e-4747-8292-689116be3706 on network bd74dee3-a41f-44b5-989d-369d264ca6f2 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:42:51.460803 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef35e-3f8c-4973-86da-980736dceb46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:51.463311 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:42:51.464849 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Checking segment: {'id': '8719e2ae-98f5-49c6-a71e-30cc8b28ba2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'bd74dee3-a41f-44b5-989d-369d264ca6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:51.465523 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Bound using segment: {'id': '8719e2ae-98f5-49c6-a71e-30cc8b28ba2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'bd74dee3-a41f-44b5-989d-369d264ca6f2'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:42:51.468325 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Bound port: d7133d3f-818e-4747-8292-689116be3706, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8719e2ae-98f5-49c6-a71e-30cc8b28ba2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'bd74dee3-a41f-44b5-989d-369d264ca6f2'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:42:51.469197 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:51.491399 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef35e-3f8c-4973-86da-980736dceb46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:51.584212 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef35e-3f8c-4973-86da-980736dceb46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:51.591152 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-5d7ef35e-3f8c-4973-86da-980736dceb46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0592537 Jul 13 15:42:51.621603 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41790) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:51.627869 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ef35e-3f8c-4973-86da-980736dceb46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5ec94b-7020-418c-85da-afccf1491174,revision_number=0']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:51.647699 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Request body: {'floatingip': {'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:51.740958 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-055334bd-fb91-43fe-9e8d-d8870ce65113 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:51.780185 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-055334bd-fb91-43fe-9e8d-d8870ce65113 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:51.783508 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for floatingip, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:51.797179 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-532c2e41-fe84-46c6-9389-c22dbd58d645 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ee59f7fab004c73a24597a6dd42dafd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6189082 Jul 13 15:42:51.840050 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41792) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:51.904463 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'name': 'tempest-ServerRescueNegativeTestJSON-728929717-router', 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd0c8ee29-5045-49d7-a1b2-dad92332da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 3, 'project_id': '8cc48a34b43a42b58784f490bc5e2382', 'gw_port': {'id': 'd0c8ee29-5045-49d7-a1b2-dad92332da65', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:51.942837 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] For port d7133d3f-818e-4747-8292-689116be3706, host hv-cinder-78836, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:42:51.969823 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] For port d7133d3f-818e-4747-8292-689116be3706, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d7133d3f-818e-4747-8292-689116be3706,segment=NetworkSegment(8719e2ae-98f5-49c6-a71e-30cc8b28ba2e),segment_id=8719e2ae-98f5-49c6-a71e-30cc8b28ba2e)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:42:51.979795 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb47aa0-3229-4212-b358-a724df2c1a27 None None] The sync data for ids ['f8889d37-5991-426d-a7c4-d7c823ee2a95'] in dv-cinder-788366-2-iscsi is: [{'id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'name': 'tempest-ServerRescueNegativeTestJSON-728929717-router', 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd0c8ee29-5045-49d7-a1b2-dad92332da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 3, 'project_id': '8cc48a34b43a42b58784f490bc5e2382', 'gw_port': {'id': 'd0c8ee29-5045-49d7-a1b2-dad92332da65', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:42:52.002266 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:52.006478 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:52.027371 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Transition to ACTIVE for port object 66ef71b0-1f15-43c9-9280-118a4a69960e will not be triggered until provisioned by entity L2. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:42:52.036655 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:52.129458 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:52.130433 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:52.132112 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] 10.222.0.63 "PUT /v2.0/ports/d7133d3f-818e-4747-8292-689116be3706 HTTP/1.1" status: 200 len: 1094 time: 3.5600061 Jul 13 15:42:52.155240 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3456492d-a258-4747-ac5b-3ba41a83c9c1', 'tag': 'd7133d3f-818e-4747-8292-689116be3706'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:42:52.230866 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055334bd-fb91-43fe-9e8d-d8870ce65113 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3295bd85-67e5-4648-9592-6b806912de78,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:52.284807 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:52.305152 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-055334bd-fb91-43fe-9e8d-d8870ce65113 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:52.306265 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643ba16-f722-4ed6-af2c-ab3919cb7f98 None None] Pushing event updated for resources: {'Port': ['ID=66ef71b0-1f15-43c9-9280-118a4a69960e,revision_number=3']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:52.307642 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-055334bd-fb91-43fe-9e8d-d8870ce65113 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4596369 Jul 13 15:42:52.329459 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41804) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:52.347438 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-f5c87822-fbfe-44bd-a7b0-b650ae601946 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Request body: {'security_group_rule': {'security_group_id': 'b8ce326a-9fc3-4df1-ab55-e7c2302a35b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:52.377930 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Attempting to bind port 66ef71b0-1f15-43c9-9280-118a4a69960e on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:42:52.379833 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Attempting to bind port 66ef71b0-1f15-43c9-9280-118a4a69960e by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:42:52.380217 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Attempting to bind port 66ef71b0-1f15-43c9-9280-118a4a69960e on network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:42:52.400586 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:42:52.403677 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Checking segment: {'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:52.404087 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:52.406710 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Bound using segment: {'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:42:52.407237 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Bound port: 66ef71b0-1f15-43c9-9280-118a4a69960e, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'}}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:42:52.407672 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:52.519040 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-674be2b9-b992-4d96-a07d-43198b1a473d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:52.523063 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96773510-4b71-4d18-8189-178f29e1c5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3456492d-a258-4747-ac5b-3ba41a83c9c1", "tag": "d7133d3f-818e-4747-8292-689116be3706"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:42:52.555513 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78caef0-9005-4e6f-99d0-569010364a2c service neutron] Pushing event updated for resources: {'Port': ['ID=d7133d3f-818e-4747-8292-689116be3706,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:52.603018 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac53f6-a293-4f6f-9ef2-9ee7a1be1daa req-8e067c5f-ab1c-45ad-be88-e0d61739c5fc tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:52.605248 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0fac53f6-a293-4f6f-9ef2-9ee7a1be1daa req-8e067c5f-ab1c-45ad-be88-e0d61739c5fc tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 931 time: 0.8648167 Jul 13 15:42:52.610671 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] For port 66ef71b0-1f15-43c9-9280-118a4a69960e, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:42:52.615197 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] For port 66ef71b0-1f15-43c9-9280-118a4a69960e, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=66ef71b0-1f15-43c9-9280-118a4a69960e,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:42:52.633935 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:52.637450 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-674be2b9-b992-4d96-a07d-43198b1a473d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:52.738647 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-674be2b9-b992-4d96-a07d-43198b1a473d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:52.741562 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-674be2b9-b992-4d96-a07d-43198b1a473d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:52.745755 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-674be2b9-b992-4d96-a07d-43198b1a473d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/698fda2b-2d62-4a71-82b2-3547d0efbe85 HTTP/1.1" status: 204 len: 168 time: 0.8840735 Jul 13 15:42:52.762932 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Routers {'f9620079-9045-403b-8233-7778c0d48f2f'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:42:52.763786 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:42:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f9620079-9045-403b-8233-7778c0d48f2f'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:52.804820 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674be2b9-b992-4d96-a07d-43198b1a473d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698fda2b-2d62-4a71-82b2-3547d0efbe85,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:52.805034 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 40ae0299-e6ea-4eee-ad71-045746fb0d34 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:42:52.866876 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f5c87822-fbfe-44bd-a7b0-b650ae601946 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:52.904907 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5755c85e-fffa-4f43-a6f3-fd59a52af389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:52.925066 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356f00b-a403-488e-9812-201e0edc0f0a req-c8dee9fc-4982-42b9-82bc-2976da436e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:52.934803 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-c8dee9fc-4982-42b9-82bc-2976da436e3e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b6e2893a307349c69543f98feed935d8&device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 1097 time: 0.6672399 Jul 13 15:42:52.973339 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] Set router f9620079-9045-403b-8233-7778c0d48f2f gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:42:52.983677 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0fac53f6-a293-4f6f-9ef2-9ee7a1be1daa req-f112a0eb-beda-4bf9-9b1a-68502444b1b2 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742846 Jul 13 15:42:52.996362 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f28499-6063-4782-a347-eb2e83a7448b req-faa19cc5-1067-4093-a9c4-717c4ec8ae22 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:53.008172 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-57f28499-6063-4782-a347-eb2e83a7448b req-faa19cc5-1067-4093-a9c4-717c4ec8ae22 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 944 time: 0.9219949 Jul 13 15:42:53.082091 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:53.086533 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-8dce7723-9446-46e9-889f-7a77a422d298 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7133d3f-818e-4747-8292-689116be3706 HTTP/1.1" status: 200 len: 217 time: 0.1071243 Jul 13 15:42:53.087902 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:53.094133 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 40ae0299-e6ea-4eee-ad71-045746fb0d34 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:42:53.118656 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 40ae0299-e6ea-4eee-ad71-045746fb0d34 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:53.124201 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:53.404519 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-57f28499-6063-4782-a347-eb2e83a7448b req-d5c38ca4-6cf5-4769-ade0-8c747e087c09 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342497 Jul 13 15:42:53.556396 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643ba16-f722-4ed6-af2c-ab3919cb7f98 None None] Pushing event updated for resources: {'Port': ['ID=66ef71b0-1f15-43c9-9280-118a4a69960e,revision_number=4']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:53.563843 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:53.573859 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48cc13d-f70d-41e1-80b9-1645769b1382 x-openstack-request-id: req-d48cc13d-f70d-41e1-80b9-1645769b1382 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:42:53.573859 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3456492d-a258-4747-ac5b-3ba41a83c9c1", "tag": "d7133d3f-818e-4747-8292-689116be3706", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:42:53.573859 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d48cc13d-f70d-41e1-80b9-1645769b1382 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:42:53.573859 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3456492d-a258-4747-ac5b-3ba41a83c9c1', 'tag': 'd7133d3f-818e-4747-8292-689116be3706', 'status': 'completed', 'code': 200} Jul 13 15:42:53.700248 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f5c87822-fbfe-44bd-a7b0-b650ae601946 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:53.723173 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b1bc0350-8475-4a00-93f0-9a43545676e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:53.724179 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-b1bc0350-8475-4a00-93f0-9a43545676e7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c6ed4b8f-8e1d-4289-bd73-417a4f2e8bdf HTTP/1.1" status: 200 len: 852 time: 0.5379591 Jul 13 15:42:53.725789 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f5c87822-fbfe-44bd-a7b0-b650ae601946 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:53.739836 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 40ae0299-e6ea-4eee-ad71-045746fb0d34, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=40ae0299-e6ea-4eee-ad71-045746fb0d34,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:42:53.756584 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:53.756901 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:52Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:53.757476 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device cd4fb243-2f9d-499e-a68e-daa4902fd856 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:42:53.831747 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8d62f-16b6-4bf5-869c-1796cabf3041 None None] The sync data for ids ['f9620079-9045-403b-8233-7778c0d48f2f'] in dv-cinder-788366-2-iscsi is: [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:52Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:42:53.862505 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-474daadf-406f-42b4-bf54-6ecd8079de45 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bd74dee3-a41f-44b5-989d-369d264ca6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200092 Jul 13 15:42:53.899558 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Allocated IP 172.27.1.192 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/d0fb4d7f-4e8d-43a0-b4f9-9e41996a2962) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:42:53.920271 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c87822-fbfe-44bd-a7b0-b650ae601946 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba6a110-9fee-48b8-b0b9-dde223cb0ef1,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:53.930584 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=40ae0299-e6ea-4eee-ad71-045746fb0d34,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:53.984614 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f5c87822-fbfe-44bd-a7b0-b650ae601946 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:53.989930 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-f5c87822-fbfe-44bd-a7b0-b650ae601946 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6521168 Jul 13 15:42:53.992588 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19973c8c-f5ea-49ae-aef1-b2ec2e03872e {{(pid=93018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:42:53.993570 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41832) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:53.999883 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port cd4fb243-2f9d-499e-a68e-daa4902fd856 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:54.000275 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:54.000932 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41834) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:54.003741 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Allocated IP 172.20.0.1 (3898a02d-5a55-4bd3-acbc-bd89e49018c8/678e4bb8-5e76-4f8f-a15c-d9b0ba08c271/f1b82885-84eb-49dc-84e3-3654847daa5e) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:42:54.013092 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Request body: {'floatingip': {'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:42:54.052139 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:54.077717 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:54.161381 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Transition to ACTIVE for port object 19973c8c-f5ea-49ae-aef1-b2ec2e03872e will not be triggered until provisioned by entity L2. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:42:54.267350 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-8134a0c6-9bcc-440c-8fa6-5aa9c27ef19b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8b98e83bfaa3404cab0de7ea849c61ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2587519 Jul 13 15:42:54.330298 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 41840) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:54.330631 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:54.393087 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for floatingip, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:54.406969 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41842) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:54.596278 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Pushing event updated for resources: {'Port': ['ID=19973c8c-f5ea-49ae-aef1-b2ec2e03872e,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:54.662363 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:54.980390 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device d0c8ee29-5045-49d7-a1b2-dad92332da65 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:42:54.984344 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2d70655f-4f39-4ddf-83c3-669a7bba5b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:54.992728 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c411e367-281a-45c4-8f8f-f2b95ed5108e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.002379 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-1078d644-1303-42e1-b5b9-f301cdb93c37 service neutron] 10.222.0.63 "GET /v2.0/networks/bd74dee3-a41f-44b5-989d-369d264ca6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0070601 Jul 13 15:42:55.055379 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.073935 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0cf58-a3cc-4d7c-aa09-db1ea84556fe req-0a0adf5e-aa33-452a-8204-15a746230cae tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:55.084037 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-38c0cf58-a3cc-4d7c-aa09-db1ea84556fe req-0a0adf5e-aa33-452a-8204-15a746230cae tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 943 time: 0.8133652 Jul 13 15:42:55.118080 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2d70655f-4f39-4ddf-83c3-669a7bba5b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.128948 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Attempting to bind port 19973c8c-f5ea-49ae-aef1-b2ec2e03872e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:42:55.129364 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Attempting to bind port 19973c8c-f5ea-49ae-aef1-b2ec2e03872e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:42:55.131618 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port d0c8ee29-5045-49d7-a1b2-dad92332da65 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:42:55.138406 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Attempting to bind port 19973c8c-f5ea-49ae-aef1-b2ec2e03872e on network 8b11bcae-9c13-43bf-9731-6a731f2cd490 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:42:55.146027 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port d0c8ee29-5045-49d7-a1b2-dad92332da65 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:55.146404 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.160161 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Port 19973c8c-f5ea-49ae-aef1-b2ec2e03872e on network 8b11bcae-9c13-43bf-9731-6a731f2cd490 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:42:55.160622 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Attempting to bind port 19973c8c-f5ea-49ae-aef1-b2ec2e03872e on network 8b11bcae-9c13-43bf-9731-6a731f2cd490 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:42:55.186494 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.204010 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:42:55.209943 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:42:55.210357 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Checking segment: {'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:55.215170 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Bound using segment: {'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:42:55.215688 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Bound port: 19973c8c-f5ea-49ae-aef1-b2ec2e03872e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'}}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:42:55.217159 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.231320 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:55.234536 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:42:55.372587 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-38c0cf58-a3cc-4d7c-aa09-db1ea84556fe req-0ee67202-b692-4ea1-825a-7b4ea5340334 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875433 Jul 13 15:42:55.383176 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.424647 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port d0c8ee29-5045-49d7-a1b2-dad92332da65, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=d0c8ee29-5045-49d7-a1b2-dad92332da65,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:42:55.434634 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.435440 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 40ae0299-e6ea-4eee-ad71-045746fb0d34 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:42:55.479639 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] For port 19973c8c-f5ea-49ae-aef1-b2ec2e03872e, host hv-cinder-78836, cleared binding levels {{(pid=93018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:42:55.493992 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.497841 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4356f00b-a403-488e-9812-201e0edc0f0a req-5f4e07b8-e362-4cb5-9add-16cfe4bbeff5 service neutron] 10.222.0.63 "GET /v2.0/networks/bd74dee3-a41f-44b5-989d-369d264ca6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095801 Jul 13 15:42:55.507899 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event updated for resources: {'Port': ['ID=d0fb4d7f-4e8d-43a0-b4f9-9e41996a2962,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:55.539682 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf4459-0923-4083-9b3a-c108f29e9389 req-736ce36f-c3b0-4afb-9abd-52528c0bbf85 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:55.548823 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f3bf4459-0923-4083-9b3a-c108f29e9389 req-736ce36f-c3b0-4afb-9abd-52528c0bbf85 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 944 time: 0.7615016 Jul 13 15:42:55.558469 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:42:55.591986 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:55.606450 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=d0c8ee29-5045-49d7-a1b2-dad92332da65,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:55.623454 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.627698 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 40ae0299-e6ea-4eee-ad71-045746fb0d34 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:55.628072 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.673917 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:42:55.727024 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] For port 19973c8c-f5ea-49ae-aef1-b2ec2e03872e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19973c8c-f5ea-49ae-aef1-b2ec2e03872e,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:42:55.743892 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1732754'] for router_interface, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.747831 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2d70655f-4f39-4ddf-83c3-669a7bba5b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.750857 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2d70655f-4f39-4ddf-83c3-669a7bba5b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.755113 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-2d70655f-4f39-4ddf-83c3-669a7bba5b27 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9de208f5-94bc-4978-b804-f472aa42361c HTTP/1.1" status: 204 len: 168 time: 1.4213591 Jul 13 15:42:55.755261 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 66ef71b0-1f15-43c9-9280-118a4a69960e up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:42:55.876309 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.894041 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 66ef71b0-1f15-43c9-9280-118a4a69960e completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:42:55.911315 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70655f-4f39-4ddf-83c3-669a7bba5b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de208f5-94bc-4978-b804-f472aa42361c,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:55.914248 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 66ef71b0-1f15-43c9-9280-118a4a69960e triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:55.917064 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.927055 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b82885-84eb-49dc-84e3-3654847daa5e,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:55.937111 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c411e367-281a-45c4-8f8f-f2b95ed5108e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:55.979246 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f3bf4459-0923-4083-9b3a-c108f29e9389 req-dce9a1ac-04e2-4a2c-961a-a908c024044a tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076192 Jul 13 15:42:55.986970 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:56.019574 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Pushing event updated for resources: {'Port': ['ID=19973c8c-f5ea-49ae-aef1-b2ec2e03872e,revision_number=3']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:56.029628 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c411e367-281a-45c4-8f8f-f2b95ed5108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:56.032629 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:56.033236 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:56.034663 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-1a58f684-3b47-4a6d-8af9-279ab622247b service neutron] 10.222.0.63 "PUT /v2.0/ports/19973c8c-f5ea-49ae-aef1-b2ec2e03872e HTTP/1.1" status: 200 len: 1093 time: 5.3448999 Jul 13 15:42:56.038438 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0358850-712a-48ad-9be1-699ddf6d1a88', 'tag': '19973c8c-f5ea-49ae-aef1-b2ec2e03872e'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:42:56.059684 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:56.144045 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c411e367-281a-45c4-8f8f-f2b95ed5108e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6b15e0e987e4faead6e0d8a3ea72e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6949682 Jul 13 15:42:56.144614 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411e367-281a-45c4-8f8f-f2b95ed5108e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055feeac-4bd3-4605-906c-1f2b7f165b30,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:56.163032 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 41870) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:42:56.201080 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:56.342666 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 66ef71b0-1f15-43c9-9280-118a4a69960e, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=66ef71b0-1f15-43c9-9280-118a4a69960e,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:42:56.352076 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:56.363167 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfadb641-7fe4-4b59-a43c-787760c89c48" -d '{"events": [{"name": "network-changed", "server_uuid": "b0358850-712a-48ad-9be1-699ddf6d1a88", "tag": "19973c8c-f5ea-49ae-aef1-b2ec2e03872e"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:42:56.429246 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:56.451021 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=66ef71b0-1f15-43c9-9280-118a4a69960e,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:56.473817 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:56.652218 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c8773a-94fd-4a8a-a4c8-0cf8f7abd9db x-openstack-request-id: req-19c8773a-94fd-4a8a-a4c8-0cf8f7abd9db {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:42:56.652218 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0358850-712a-48ad-9be1-699ddf6d1a88", "tag": "19973c8c-f5ea-49ae-aef1-b2ec2e03872e", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:42:56.652218 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-19c8773a-94fd-4a8a-a4c8-0cf8f7abd9db {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:42:56.652992 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0358850-712a-48ad-9be1-699ddf6d1a88', 'tag': '19973c8c-f5ea-49ae-aef1-b2ec2e03872e', 'status': 'completed', 'code': 200} Jul 13 15:42:56.673162 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device d0c8ee29-5045-49d7-a1b2-dad92332da65 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:42:56.710452 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4e305fa2-b0ee-491a-87c5-e55cca6dcab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:56.754106 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:56.766807 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731544'] for router_interface, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:56.791002 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b82885-84eb-49dc-84e3-3654847daa5e,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:56.806184 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4e305fa2-b0ee-491a-87c5-e55cca6dcab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:56.816188 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbf30a-5d3f-4949-af7a-2fd5e3e6599c req-8d39e964-f067-43b3-b963-46b8fabfb2d1 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:56.817455 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-59fbf30a-5d3f-4949-af7a-2fd5e3e6599c req-8d39e964-f067-43b3-b963-46b8fabfb2d1 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 943 time: 0.1620536 Jul 13 15:42:56.866642 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port d0c8ee29-5045-49d7-a1b2-dad92332da65 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:56.867686 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:56.920675 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:57.025412 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-4d2b538a-c125-44dc-9969-2c986fbe9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:57.032334 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96773510-4b71-4d18-8189-178f29e1c5e4 req-8c163b33-4b28-491a-bc54-8937015f7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:57.036484 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-4d2b538a-c125-44dc-9969-2c986fbe9566 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f21b25fab07a42b9a52120ccaaf2af3e&device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 1096 time: 0.6027496 Jul 13 15:42:57.039404 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-96773510-4b71-4d18-8189-178f29e1c5e4 req-8c163b33-4b28-491a-bc54-8937015f7c23 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b6e2893a307349c69543f98feed935d8&device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 1097 time: 1.3726592 Jul 13 15:42:57.145234 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:42:57.155776 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:57.158110 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Allocated IP 172.27.1.30 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/076b4fa6-26d8-4168-bf00-84529d50d96d) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:42:57.169655 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4e305fa2-b0ee-491a-87c5-e55cca6dcab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:57.173387 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4e305fa2-b0ee-491a-87c5-e55cca6dcab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:57.176894 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-4e305fa2-b0ee-491a-87c5-e55cca6dcab2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/055feeac-4bd3-4605-906c-1f2b7f165b30 HTTP/1.1" status: 204 len: 168 time: 1.0043614 Jul 13 15:42:57.182819 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 66ef71b0-1f15-43c9-9280-118a4a69960e up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:42:57.193457 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e305fa2-b0ee-491a-87c5-e55cca6dcab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055feeac-4bd3-4605-906c-1f2b7f165b30,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:57.303174 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 66ef71b0-1f15-43c9-9280-118a4a69960e triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:42:57.304332 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:57.721706 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:57.727577 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Router f8889d37-5991-426d-a7c4-d7c823ee2a95 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:42:57.742499 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-59fbf30a-5d3f-4949-af7a-2fd5e3e6599c req-7afeda45-e9c4-415e-acde-228e3cace6b5 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9126375 Jul 13 15:42:57.869166 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:42:57.878709 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d6dee5d3-99b4-4acb-9660-ef219150b3c0 admin admin] 10.222.0.59 "PUT /v2.0/routers/f8889d37-5991-426d-a7c4-d7c823ee2a95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2945585 Jul 13 15:42:57.918785 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07777efb-c67e-4da4-9e1f-d2de4cddcdf4 req-7f2d4ba1-a37e-45c6-acc3-67c4747ad682 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:57.926357 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-07777efb-c67e-4da4-9e1f-d2de4cddcdf4 req-7f2d4ba1-a37e-45c6-acc3-67c4747ad682 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 944 time: 0.5500064 Jul 13 15:42:57.933530 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:57.942603 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:57.983203 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:58.040391 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:42:58.049277 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:42:58.066084 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-07777efb-c67e-4da4-9e1f-d2de4cddcdf4 req-8e680833-570c-4e88-a8a3-93b09e1d5a16 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376336 Jul 13 15:42:58.101287 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:42:58.137032 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Sync routers for ids ['f8889d37-5991-426d-a7c4-d7c823ee2a95'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:42:58.155419 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Routers {'f8889d37-5991-426d-a7c4-d7c823ee2a95'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:42:58.159781 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:42:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8889d37-5991-426d-a7c4-d7c823ee2a95'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:58.177557 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event updated for resources: {'Port': ['ID=076b4fa6-26d8-4168-bf00-84529d50d96d,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:58.312627 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:58.472842 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event updated for resources: {'Port': ['ID=d0fb4d7f-4e8d-43a0-b4f9-9e41996a2962,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:58.487831 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:58.489124 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-fb3146d9-44ea-4f33-9080-f468fc22bea9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8625426 Jul 13 15:42:58.511317 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Set router f8889d37-5991-426d-a7c4-d7c823ee2a95 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:42:58.511890 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:58.601542 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:58.926923 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:58.937648 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'name': 'tempest-ServerRescueNegativeTestJSON-728929717-router', 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd0c8ee29-5045-49d7-a1b2-dad92332da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:55Z', 'revision_number': 4, 'project_id': '8cc48a34b43a42b58784f490bc5e2382', 'gw_port': {'id': 'd0c8ee29-5045-49d7-a1b2-dad92332da65', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'f1b82885-84eb-49dc-84e3-3654847daa5e', 'name': '', 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8', 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382', 'mac_address': 'fa:16:3e:a4:6e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '678e4bb8-5e76-4f8f-a15c-d9b0ba08c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:52Z', 'updated_at': '2021-07-13T15:42:56Z', 'revision_number': 2, 'project_id': '8cc48a34b43a42b58784f490bc5e2382', 'subnets': [{'id': '678e4bb8-5e76-4f8f-a15c-d9b0ba08c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:42:58.939793 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:59.005756 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Checking router: f8889d37-5991-426d-a7c4-d7c823ee2a95 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:42:59.010698 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Updating router f8889d37-5991-426d-a7c4-d7c823ee2a95 port f1b82885-84eb-49dc-84e3-3654847daa5e binding host dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:42:59.096618 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:59.139423 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:59.162677 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event updated for resources: {'Port': ['ID=076b4fa6-26d8-4168-bf00-84529d50d96d,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:59.235718 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:59.246249 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-699347ef-0eaa-4fe1-8fa7-954e48d65f59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2453811 Jul 13 15:42:59.297527 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d337ae3-4b8f-4a02-ab52-98c3708c9e04 req-b62b8d81-8dff-4fa0-be40-626ac9e2e1f0 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:59.308521 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-12abd425-2dfe-4e39-8b47-790a915252a5 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:59.310544 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2d337ae3-4b8f-4a02-ab52-98c3708c9e04 req-b62b8d81-8dff-4fa0-be40-626ac9e2e1f0 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 943 time: 0.2793314 Jul 13 15:42:59.316157 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-12abd425-2dfe-4e39-8b47-790a915252a5 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/networks?id=3898a02d-5a55-4bd3-acbc-bd89e49018c8 HTTP/1.1" status: 200 len: 818 time: 0.2428429 Jul 13 15:42:59.333117 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-71d30fb7-2488-4aa0-8490-459b37229e88 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/quotas/8cc48a34b43a42b58784f490bc5e2382 HTTP/1.1" status: 200 len: 375 time: 0.0116503 Jul 13 15:42:59.352990 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2d337ae3-4b8f-4a02-ab52-98c3708c9e04 req-7a2a8567-1756-49d5-9b7c-bff627638d7f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412674 Jul 13 15:42:59.481757 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-c00e8401-8733-48da-88b8-f70e1ff42617 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cc48a34b43a42b58784f490bc5e2382&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1377041 Jul 13 15:42:59.558382 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6821af5-6e12-443b-98ec-3255bbb7fc49 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1514846467&fields=id&tenant_id=0d94faec815442809ce9f4332a1bb5b0 HTTP/1.1" status: 200 len: 267 time: 0.0774224 Jul 13 15:42:59.668942 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:59.681742 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Transition to ACTIVE for port object f1b82885-84eb-49dc-84e3-3654847daa5e will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:42:59.689996 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:59.709619 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-55f3f678-9567-419d-b745-988af5b588d5 service neutron] 10.222.0.59 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188880 Jul 13 15:42:59.752670 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd895e2-2d18-43dc-9197-1cc3b45070a1 None None] Pushing event updated for resources: {'Port': ['ID=f1b82885-84eb-49dc-84e3-3654847daa5e,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:42:59.767781 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-45fb7c53-18ef-4fc6-a280-1122be890237 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:42:59.771438 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-45fb7c53-18ef-4fc6-a280-1122be890237 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/networks?id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 HTTP/1.1" status: 200 len: 817 time: 0.2051978 Jul 13 15:42:59.831380 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Attempting to bind port f1b82885-84eb-49dc-84e3-3654847daa5e on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:42:59.831747 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Attempting to bind port f1b82885-84eb-49dc-84e3-3654847daa5e by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '4fc8523a-cb65-413f-813b-4069065342eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:42:59.832104 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Attempting to bind port f1b82885-84eb-49dc-84e3-3654847daa5e on network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:42:59.837375 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:42:59.837887 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Checking segment: {'id': '4fc8523a-cb65-413f-813b-4069065342eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:42:59.838921 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:59.839415 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Bound using segment: {'id': '4fc8523a-cb65-413f-813b-4069065342eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:42:59.839885 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Bound port: f1b82885-84eb-49dc-84e3-3654847daa5e, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc8523a-cb65-413f-813b-4069065342eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:42:59.840270 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:42:59.903783 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-259987a2-fa99-4403-ac5b-701f610219d5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19973c8c-f5ea-49ae-aef1-b2ec2e03872e HTTP/1.1" status: 200 len: 217 time: 0.0977929 Jul 13 15:42:59.908190 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-49e08866-eced-4443-810d-df0039eddc89 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/quotas/0d94faec815442809ce9f4332a1bb5b0 HTTP/1.1" status: 200 len: 375 time: 0.1215076 Jul 13 15:42:59.914685 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] For port f1b82885-84eb-49dc-84e3-3654847daa5e, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:42:59.919532 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] For port f1b82885-84eb-49dc-84e3-3654847daa5e, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=f1b82885-84eb-49dc-84e3-3654847daa5e,segment=NetworkSegment(4fc8523a-cb65-413f-813b-4069065342eb),segment_id=4fc8523a-cb65-413f-813b-4069065342eb)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:42:59.930980 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:00.003147 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd895e2-2d18-43dc-9197-1cc3b45070a1 None None] Pushing event updated for resources: {'Port': ['ID=f1b82885-84eb-49dc-84e3-3654847daa5e,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:00.015873 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-435767b6-ec68-4c93-a944-49102e7eae1e service neutron] 10.222.0.59 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970715 Jul 13 15:43:00.021960 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-5896828e-e85c-4a82-9b13-508d8273ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:00.023270 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Routers {'f8889d37-5991-426d-a7c4-d7c823ee2a95'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:43:00.023862 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:42:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8889d37-5991-426d-a7c4-d7c823ee2a95'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:43:00.026448 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-5896828e-e85c-4a82-9b13-508d8273ea9b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ed33725-fe88-43df-8288-b144efbb3fc2 HTTP/1.1" status: 200 len: 855 time: 0.1118970 Jul 13 15:43:00.084200 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-c9aa2ace-17a2-48dd-bf02-a2ca4858e282 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8b11bcae-9c13-43bf-9731-6a731f2cd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459092 Jul 13 15:43:00.128775 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-ba4f104d-4f7e-4213-98d4-4abe7ff0957d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d94faec815442809ce9f4332a1bb5b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1999044 Jul 13 15:43:00.129874 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96773510-4b71-4d18-8189-178f29e1c5e4 req-26455a4c-091a-43f5-b3dc-4020fb43a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:00.136775 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-96773510-4b71-4d18-8189-178f29e1c5e4 req-26455a4c-091a-43f5-b3dc-4020fb43a0e4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bd74dee3-a41f-44b5-989d-369d264ca6f2 HTTP/1.1" status: 200 len: 913 time: 0.3340745 Jul 13 15:43:00.255539 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-96773510-4b71-4d18-8189-178f29e1c5e4 req-e3fe8b52-3787-4bc6-ba2f-98e5d6affbdd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7133d3f-818e-4747-8292-689116be3706 HTTP/1.1" status: 200 len: 217 time: 0.1055322 Jul 13 15:43:00.313955 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-22041a65-4865-41d8-8081-bd08f52ad612 service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221668 Jul 13 15:43:00.367431 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 42028) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:00.430914 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] Set router f8889d37-5991-426d-a7c4-d7c823ee2a95 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:43:00.469764 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96773510-4b71-4d18-8189-178f29e1c5e4 req-d8c6d6c4-1f62-40e9-a03b-5a764e371067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:00.472707 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ac78e4f4-cc4a-474b-ae6a-ad0495ff0166 req-a3048338-7dbf-4c6c-b25a-1f7e6f39ebfb service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516027 Jul 13 15:43:00.482428 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-96773510-4b71-4d18-8189-178f29e1c5e4 req-d8c6d6c4-1f62-40e9-a03b-5a764e371067 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c6ed4b8f-8e1d-4289-bd73-417a4f2e8bdf HTTP/1.1" status: 200 len: 852 time: 0.2256067 Jul 13 15:43:00.556088 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-96773510-4b71-4d18-8189-178f29e1c5e4 req-e561258c-51ba-4ae4-b39d-1d61927064cf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bd74dee3-a41f-44b5-989d-369d264ca6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647695 Jul 13 15:43:00.641615 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d04de3-f2c6-4d6e-9857-d229eb89d047 req-b87ac0fe-3834-4c38-a931-937db732b074 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:00.644765 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d8d04de3-f2c6-4d6e-9857-d229eb89d047 req-b87ac0fe-3834-4c38-a931-937db732b074 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 944 time: 0.1903100 Jul 13 15:43:00.663161 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-26ed8c81-4a18-4c85-86cb-f861a58f5b66 service neutron] 10.222.0.59 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213354 Jul 13 15:43:00.718486 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d8d04de3-f2c6-4d6e-9857-d229eb89d047 req-e37c4668-d1e6-4389-8332-fb6d84461b9e tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650277 Jul 13 15:43:00.724068 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadb641-7fe4-4b59-a43c-787760c89c48 req-82d606ff-c491-4f2c-85b8-fb2791b7cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:00.725833 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cfadb641-7fe4-4b59-a43c-787760c89c48 req-82d606ff-c491-4f2c-85b8-fb2791b7cfed service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f21b25fab07a42b9a52120ccaaf2af3e&device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 1096 time: 0.1386220 Jul 13 15:43:00.786579 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'name': 'tempest-ServerRescueNegativeTestJSON-728929717-router', 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd0c8ee29-5045-49d7-a1b2-dad92332da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:55Z', 'revision_number': 4, 'project_id': '8cc48a34b43a42b58784f490bc5e2382', 'gw_port': {'id': 'd0c8ee29-5045-49d7-a1b2-dad92332da65', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'f1b82885-84eb-49dc-84e3-3654847daa5e', 'name': '', 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8', 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382', 'mac_address': 'fa:16:3e:a4:6e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '678e4bb8-5e76-4f8f-a15c-d9b0ba08c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:52Z', 'updated_at': '2021-07-13T15:42:59Z', 'revision_number': 4, 'project_id': '8cc48a34b43a42b58784f490bc5e2382', 'subnets': [{'id': '678e4bb8-5e76-4f8f-a15c-d9b0ba08c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:43:00.837292 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-96773510-4b71-4d18-8189-178f29e1c5e4 req-739c68ca-98fa-428b-945b-2ce776e6eca0 service neutron] 10.222.0.63 "GET /v2.0/networks/bd74dee3-a41f-44b5-989d-369d264ca6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514000 Jul 13 15:43:00.843969 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-75812358-fcd2-4b1a-9c2f-2d57cdaf949b service neutron] 10.222.0.59 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487358 Jul 13 15:43:00.845805 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cacec6-7bb3-4358-875b-d0f75fe1ce39 None None] The sync data for ids ['f8889d37-5991-426d-a7c4-d7c823ee2a95'] in dv-cinder-788366-2-iscsi is: [{'id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'name': 'tempest-ServerRescueNegativeTestJSON-728929717-router', 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd0c8ee29-5045-49d7-a1b2-dad92332da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:55Z', 'revision_number': 4, 'project_id': '8cc48a34b43a42b58784f490bc5e2382', 'gw_port': {'id': 'd0c8ee29-5045-49d7-a1b2-dad92332da65', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'f1b82885-84eb-49dc-84e3-3654847daa5e', 'name': '', 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8', 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382', 'mac_address': 'fa:16:3e:a4:6e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '678e4bb8-5e76-4f8f-a15c-d9b0ba08c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:52Z', 'updated_at': '2021-07-13T15:42:59Z', 'revision_number': 4, 'project_id': '8cc48a34b43a42b58784f490bc5e2382', 'subnets': [{'id': '678e4bb8-5e76-4f8f-a15c-d9b0ba08c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:43:01.074653 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-96773510-4b71-4d18-8189-178f29e1c5e4 req-7f5ee104-8078-4ce3-9642-ff041a469df2 service neutron] 10.222.0.63 "GET /v2.0/networks/bd74dee3-a41f-44b5-989d-369d264ca6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297308 Jul 13 15:43:01.076157 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-81defaa5-4487-4ee1-ba06-8d453cb848c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:01.156461 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-7a020fec-196a-44f2-ba42-8a2b313a5505 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1639392383&fields=id&tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb HTTP/1.1" status: 200 len: 267 time: 0.1340783 Jul 13 15:43:01.157967 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadb641-7fe4-4b59-a43c-787760c89c48 req-45efa6dd-e522-4405-b979-99655f3dda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:01.159222 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cfadb641-7fe4-4b59-a43c-787760c89c48 req-45efa6dd-e522-4405-b979-99655f3dda08 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8b11bcae-9c13-43bf-9731-6a731f2cd490 HTTP/1.1" status: 200 len: 916 time: 0.4229865 Jul 13 15:43:01.249800 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cfadb641-7fe4-4b59-a43c-787760c89c48 req-4816de5e-d5fd-47d3-ae05-4323d84c887f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19973c8c-f5ea-49ae-aef1-b2ec2e03872e HTTP/1.1" status: 200 len: 217 time: 0.0806696 Jul 13 15:43:01.283390 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-81defaa5-4487-4ee1-ba06-8d453cb848c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:01.294898 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-81defaa5-4487-4ee1-ba06-8d453cb848c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:01.453160 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-6f27bef1-1c84-465e-a9a3-8db95eeb345a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:01.454955 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-6f27bef1-1c84-465e-a9a3-8db95eeb345a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/networks?id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c HTTP/1.1" status: 200 len: 810 time: 0.2873640 Jul 13 15:43:01.476389 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-a6bca065-1b52-463f-9fc9-dfdb85a4f402 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/quotas/a7bd5f37e1af4cea838fdcb08e0beadb HTTP/1.1" status: 200 len: 375 time: 0.0143230 Jul 13 15:43:01.478205 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadb641-7fe4-4b59-a43c-787760c89c48 req-d86ee81c-b080-474b-92db-502fc5a81a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:01.481593 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cfadb641-7fe4-4b59-a43c-787760c89c48 req-d86ee81c-b080-474b-92db-502fc5a81a51 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ed33725-fe88-43df-8288-b144efbb3fc2 HTTP/1.1" status: 200 len: 855 time: 0.1913893 Jul 13 15:43:01.535161 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2bf4e281-0c16-43b0-8bd1-bb61295ca2e2 req-89d5e27f-e55a-45b5-ab14-08a40eeb1a49 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 210 time: 0.1506457 Jul 13 15:43:01.550234 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81defaa5-4487-4ee1-ba06-8d453cb848c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974ef992-21e0-4cd1-a7d7-561766b7c2de,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:01.559863 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-81defaa5-4487-4ee1-ba06-8d453cb848c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6614d8d6df0b426687ff3a9938b528ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1913130 Jul 13 15:43:01.575178 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 42076) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:01.667433 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cfadb641-7fe4-4b59-a43c-787760c89c48 req-91a1f774-e95e-45a9-8df7-561e5f54d464 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8b11bcae-9c13-43bf-9731-6a731f2cd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1605866 Jul 13 15:43:01.704615 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c112ff9b-e8a7-4e21-bc1d-1d870b9410d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:01.753363 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c112ff9b-e8a7-4e21-bc1d-1d870b9410d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:01.825581 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-07cc02f9-e27b-4b04-a217-a5e6f4253127 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3422065 Jul 13 15:43:02.124317 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cfadb641-7fe4-4b59-a43c-787760c89c48 req-2bb030e5-a8a4-4d32-99e3-e27fdabeb128 service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497600 Jul 13 15:43:02.275141 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c112ff9b-e8a7-4e21-bc1d-1d870b9410d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:02.294755 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c112ff9b-e8a7-4e21-bc1d-1d870b9410d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:02.295925 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-c112ff9b-e8a7-4e21-bc1d-1d870b9410d1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/974ef992-21e0-4cd1-a7d7-561766b7c2de HTTP/1.1" status: 204 len: 168 time: 0.7186754 Jul 13 15:43:02.351319 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-6fc707e1-74b5-490e-83f0-36f2f5f8d00f tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:02.353263 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-6fc707e1-74b5-490e-83f0-36f2f5f8d00f tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.63 "GET /v2.0/networks?id=3898a02d-5a55-4bd3-acbc-bd89e49018c8 HTTP/1.1" status: 200 len: 818 time: 0.2121348 Jul 13 15:43:02.354660 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-375850c2-f9da-4b48-af84-753489beb018 service neutron] 10.222.0.59 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880869 Jul 13 15:43:02.379366 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112ff9b-e8a7-4e21-bc1d-1d870b9410d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974ef992-21e0-4cd1-a7d7-561766b7c2de,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:02.386182 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e30737b5-122d-4dcd-a10c-287159c607c6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Request body: {'port': {'device_id': '458ff007-a3b7-4963-a587-45326838d869', 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8', 'admin_state_up': True, 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:02.423220 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cfadb641-7fe4-4b59-a43c-787760c89c48 req-a8c30e8d-3c1b-4f6d-8d51-552cc9c42f59 service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882028 Jul 13 15:43:02.442119 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4c64a-eccb-4b5f-9dfa-79773e623698 req-fc074552-b8e5-4b9e-82c8-c87d79588e64 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:02.449962 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1fc4c64a-eccb-4b5f-9dfa-79773e623698 req-fc074552-b8e5-4b9e-82c8-c87d79588e64 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 943 time: 0.6687047 Jul 13 15:43:02.503491 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-671386c6-07e6-4af0-bd3c-85b4c8d7daf7 service neutron] 10.222.0.59 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469626 Jul 13 15:43:02.586977 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1fc4c64a-eccb-4b5f-9dfa-79773e623698 req-6cf1d471-208f-4835-bd8b-a73952c95eb5 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360350 Jul 13 15:43:02.693249 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device f1b82885-84eb-49dc-84e3-3654847daa5e up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:43:02.706689 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e30737b5-122d-4dcd-a10c-287159c607c6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Made reservation on behalf of 8cc48a34b43a42b58784f490bc5e2382 for: {'port': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:43:02.711705 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e30737b5-122d-4dcd-a10c-287159c607c6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:02.855846 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port f1b82885-84eb-49dc-84e3-3654847daa5e completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:43:02.862460 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port f1b82885-84eb-49dc-84e3-3654847daa5e triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:43:02.864084 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:03.006069 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:03.007200 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 42124) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:03.023077 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3f5f8bb6-9240-4093-9e0f-b23e8d8b44c7 req-9305776e-e1ef-476e-aa9b-7e7ee2d083af tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 210 time: 0.1015353 Jul 13 15:43:03.049030 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port f1b82885-84eb-49dc-84e3-3654847daa5e, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=f1b82885-84eb-49dc-84e3-3654847daa5e,segment=NetworkSegment(4fc8523a-cb65-413f-813b-4069065342eb),segment_id=4fc8523a-cb65-413f-813b-4069065342eb)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:03.049532 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e30737b5-122d-4dcd-a10c-287159c607c6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Allocated IP 172.20.0.4 (3898a02d-5a55-4bd3-acbc-bd89e49018c8/678e4bb8-5e76-4f8f-a15c-d9b0ba08c271/4dba99e5-764d-49ed-86ae-8716543af0d3) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:43:03.058957 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:03.085926 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c194f91c-9aee-4ae0-bfcd-5a8d63d7beec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:03.131509 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=f1b82885-84eb-49dc-84e3-3654847daa5e,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:03.176048 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-43145b8b-faaf-4f73-b9f9-2257e71911bb tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:03.183461 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-43145b8b-faaf-4f73-b9f9-2257e71911bb tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/networks?id=3898a02d-5a55-4bd3-acbc-bd89e49018c8 HTTP/1.1" status: 200 len: 818 time: 0.2790575 Jul 13 15:43:03.214976 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-0f53c220-c45e-49a7-b32d-34a30984957b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/quotas/8cc48a34b43a42b58784f490bc5e2382 HTTP/1.1" status: 200 len: 375 time: 0.0300510 Jul 13 15:43:03.329241 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c194f91c-9aee-4ae0-bfcd-5a8d63d7beec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:03.333993 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-1faf1f6b-4fa3-47d4-aa4a-62a796e3e72e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cc48a34b43a42b58784f490bc5e2382&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178603 Jul 13 15:43:03.335120 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c194f91c-9aee-4ae0-bfcd-5a8d63d7beec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:03.406320 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e30737b5-122d-4dcd-a10c-287159c607c6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:03.430693 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c194f91c-9aee-4ae0-bfcd-5a8d63d7beec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ccd42e34a305414b87aa4d2d5ccbd789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219756 Jul 13 15:43:03.434723 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 42142) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:03.438528 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194f91c-9aee-4ae0-bfcd-5a8d63d7beec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736c5709-1992-48cf-a445-707444a39195,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:03.480662 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c5a64-52f0-45dc-acda-877affabd8eb req-64853e4e-e700-4061-bb4a-19d69034fad4 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:03.486867 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-5ece9b11-5b1b-4c5f-b54d-c806539fdff0 service neutron] 10.222.0.59 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411760 Jul 13 15:43:03.487593 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e28c5a64-52f0-45dc-acda-877affabd8eb req-64853e4e-e700-4061-bb4a-19d69034fad4 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 944 time: 0.1900105 Jul 13 15:43:03.555154 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e30737b5-122d-4dcd-a10c-287159c607c6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:03.560095 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e28c5a64-52f0-45dc-acda-877affabd8eb req-fcd935b9-ad29-4d65-be49-d050371e2e32 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716980 Jul 13 15:43:03.562527 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-30e47a8d-d40e-4764-9c52-b892df43c848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:03.576326 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-abe8af5f-94f2-4266-8709-99d616249874 service neutron] 10.222.0.59 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883999 Jul 13 15:43:03.638226 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e30737b5-122d-4dcd-a10c-287159c607c6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:43:03.642803 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-30e47a8d-d40e-4764-9c52-b892df43c848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:03.649903 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e30737b5-122d-4dcd-a10c-287159c607c6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:43:03.652413 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30737b5-122d-4dcd-a10c-287159c607c6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Pushing event updated for resources: {'Port': ['ID=4dba99e5-764d-49ed-86ae-8716543af0d3,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:03.654351 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e30737b5-122d-4dcd-a10c-287159c607c6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:43:03.765277 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e30737b5-122d-4dcd-a10c-287159c607c6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:03.766107 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e30737b5-122d-4dcd-a10c-287159c607c6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:03.810566 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6e293836-9f71-4450-95fc-001744367468 req-d37c6513-55a7-45ea-ae6d-0615a1071522 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 210 time: 0.0916800 Jul 13 15:43:03.814723 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-30e47a8d-d40e-4764-9c52-b892df43c848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:03.817718 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-30e47a8d-d40e-4764-9c52-b892df43c848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:03.821659 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-30e47a8d-d40e-4764-9c52-b892df43c848 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/736c5709-1992-48cf-a445-707444a39195 HTTP/1.1" status: 204 len: 168 time: 0.3784688 Jul 13 15:43:03.836495 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e47a8d-d40e-4764-9c52-b892df43c848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736c5709-1992-48cf-a445-707444a39195,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:03.843436 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e30737b5-122d-4dcd-a10c-287159c607c6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4651330 Jul 13 15:43:03.904575 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b42d255d-1aeb-43a7-b772-a52c7f1d4705 req-77000abc-9bd0-49a2-9570-94bd90e70932 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 210 time: 0.0455391 Jul 13 15:43:03.930460 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93ef93-9dd0-42bf-8ca5-c43e350f2b6f req-26d57e14-cb5f-444d-9671-0350559b7f77 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:03.932792 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fe93ef93-9dd0-42bf-8ca5-c43e350f2b6f req-26d57e14-cb5f-444d-9671-0350559b7f77 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 943 time: 0.1165307 Jul 13 15:43:03.972857 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fe93ef93-9dd0-42bf-8ca5-c43e350f2b6f req-2092fb03-8326-4c21-a224-a604c492a7f3 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345135 Jul 13 15:43:04.192894 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8663f477-ffc2-4424-aaf9-d7f3ef6fa5ff req-3c2d419f-c411-49e6-b607-542aad665eb9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 210 time: 0.0310459 Jul 13 15:43:04.552600 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device f1b82885-84eb-49dc-84e3-3654847daa5e up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:43:04.598426 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port f1b82885-84eb-49dc-84e3-3654847daa5e triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:43:04.598806 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:04.743856 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011269b-e5d5-4a10-b21c-20d1e4a468f9 req-68708fcd-f1e5-4876-95b9-04f443df9609 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:04.745666 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6011269b-e5d5-4a10-b21c-20d1e4a468f9 req-68708fcd-f1e5-4876-95b9-04f443df9609 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 944 time: 0.0732074 Jul 13 15:43:04.787772 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6011269b-e5d5-4a10-b21c-20d1e4a468f9 req-26987def-4f49-4a89-b515-1120e3b022d5 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365412 Jul 13 15:43:04.971244 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1ba657b0-2d33-47b8-9d2c-98503fe36e3a req-25df6408-8f8d-4145-974d-0ab54a1adacd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 210 time: 0.0452406 Jul 13 15:43:05.075327 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5e745016-08d6-4f8e-a0cc-c8119fd6ecbd req-b91be394-5d49-40bb-9f14-3e6382618be7 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 210 time: 0.0367563 Jul 13 15:43:05.168136 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761a4db-75d7-4aaf-b347-4495a3757db1 req-2ce8e543-894b-4aca-a8e9-46e880b04440 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:05.169649 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7761a4db-75d7-4aaf-b347-4495a3757db1 req-2ce8e543-894b-4aca-a8e9-46e880b04440 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 943 time: 0.0686669 Jul 13 15:43:05.208874 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7761a4db-75d7-4aaf-b347-4495a3757db1 req-3003b26e-bdbf-49e8-95b9-898a145b6058 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Jul 13 15:43:05.360335 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-339c5b54-80ba-4930-85a3-19f0edd86cf7 req-913da327-6cc2-43df-9989-2efc7955cd01 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 210 time: 0.0338688 Jul 13 15:43:05.660637 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 42256) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:05.664140 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 42258) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:05.760555 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a124b095-2aff-49cb-b137-fdc450b31865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:05.764241 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-59f26bbe-fb91-498b-87a1-24623697814f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:05.782194 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.db.api [None req-59f26bbe-fb91-498b-87a1-24623697814f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 15:43:05.782194 dv-cinder-788366-2-iscsi neutron-server[93019]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 15:43:05.782194 dv-cinder-788366-2-iscsi neutron-server[93019]: [parameters: {'project_id': 'e645d06e30624cf2b93ed769dacfce45', 'id': '302ecf6d-3ef7-46c6-9144-801b20006d68', 'expiration': datetime.datetime(2021, 7, 13, 15, 45, 5, 778940)}] Jul 13 15:43:05.782194 dv-cinder-788366-2-iscsi neutron-server[93019]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 15:43:05.782561 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG oslo_db.api [None req-59f26bbe-fb91-498b-87a1-24623697814f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 15:43:05.849755 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a124b095-2aff-49cb-b137-fdc450b31865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:05.855060 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a124b095-2aff-49cb-b137-fdc450b31865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:05.895243 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-a124b095-2aff-49cb-b137-fdc450b31865 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=980038361f444ebeac43223539fc6d94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307053 Jul 13 15:43:05.895748 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 42266) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:05.902706 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 19973c8c-f5ea-49ae-aef1-b2ec2e03872e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:43:05.905172 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124b095-2aff-49cb-b137-fdc450b31865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f37614-8fd4-4924-a632-4c07d46c6544,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:05.951366 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-881304d2-1da9-4fc3-8771-5f3701e215cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.002725 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Request body: {'port': {'device_id': '458ff007-a3b7-4963-a587-45326838d869', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:06.044598 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 19973c8c-f5ea-49ae-aef1-b2ec2e03872e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19973c8c-f5ea-49ae-aef1-b2ec2e03872e,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:06.061939 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '19973c8c-f5ea-49ae-aef1-b2ec2e03872e', 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490', 'port_id': '19973c8c-f5ea-49ae-aef1-b2ec2e03872e', 'mac_address': 'fa:16:3e:1d:20:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed33725-fe88-43df-8288-b144efbb3fc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:43:06.072631 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-881304d2-1da9-4fc3-8771-5f3701e215cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.119611 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.135045 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13727546-1b4d-4834-acb3-5d1c08aca299 req-8512be9b-85d8-4367-a3e0-8a03ca02d916 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:06.138093 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19973c8c-f5ea-49ae-aef1-b2ec2e03872e {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:43:06.142054 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-13727546-1b4d-4834-acb3-5d1c08aca299 req-8512be9b-85d8-4367-a3e0-8a03ca02d916 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 944 time: 0.2303023 Jul 13 15:43:06.152233 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.176555 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 19973c8c-f5ea-49ae-aef1-b2ec2e03872e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19973c8c-f5ea-49ae-aef1-b2ec2e03872e,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:06.183876 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.184572 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device d7133d3f-818e-4747-8292-689116be3706 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:43:06.221131 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-13727546-1b4d-4834-acb3-5d1c08aca299 req-3bc00b7b-8a87-4967-b114-d41a56de2578 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781689 Jul 13 15:43:06.257378 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-0217162e-e287-4d30-9d45-496dae66d7fc tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:06.259328 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-0217162e-e287-4d30-9d45-496dae66d7fc tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.63 "GET /v2.0/networks?id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 HTTP/1.1" status: 200 len: 817 time: 0.2974701 Jul 13 15:43:06.262140 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2c4bb08d-e2c4-4e66-96b0-4c60148211e4 req-9a2f659f-a000-404f-a462-cbfa2a82faa3 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 210 time: 0.0831659 Jul 13 15:43:06.267917 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-881304d2-1da9-4fc3-8771-5f3701e215cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.272458 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-881304d2-1da9-4fc3-8771-5f3701e215cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.274309 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-881304d2-1da9-4fc3-8771-5f3701e215cc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/46f37614-8fd4-4924-a632-4c07d46c6544 HTTP/1.1" status: 204 len: 168 time: 0.3763473 Jul 13 15:43:06.304062 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881304d2-1da9-4fc3-8771-5f3701e215cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f37614-8fd4-4924-a632-4c07d46c6544,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:06.380622 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-59f26bbe-fb91-498b-87a1-24623697814f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.396849 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-228f887e-cbfd-4bff-919e-aae8a4ecb411 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d94faec815442809ce9f4332a1bb5b0 HTTP/1.1" status: 200 len: 380 time: 0.1172071 Jul 13 15:43:06.435936 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=19973c8c-f5ea-49ae-aef1-b2ec2e03872e,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:06.450486 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port d7133d3f-818e-4747-8292-689116be3706, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d7133d3f-818e-4747-8292-689116be3706,segment=NetworkSegment(8719e2ae-98f5-49c6-a71e-30cc8b28ba2e),segment_id=8719e2ae-98f5-49c6-a71e-30cc8b28ba2e)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:06.463439 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': 'd7133d3f-818e-4747-8292-689116be3706', 'network_id': 'bd74dee3-a41f-44b5-989d-369d264ca6f2', 'port_id': 'd7133d3f-818e-4747-8292-689116be3706', 'mac_address': 'fa:16:3e:7d:01:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ed4b8f-8e1d-4289-bd73-417a4f2e8bdf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:43:06.496566 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d61e4e6b-04b4-4e15-a572-37142a9ffb1d req-13a4a455-ecd0-4d96-8c2b-53565c6ac42e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 210 time: 0.1097205 Jul 13 15:43:06.504356 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeacc1-ae5f-46cd-a73c-f68db165d394 req-6a034b92-2689-4aa4-8914-6aebe37dd8ce tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:06.511421 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6caeacc1-ae5f-46cd-a73c-f68db165d394 req-6a034b92-2689-4aa4-8914-6aebe37dd8ce tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 944 time: 0.1080985 Jul 13 15:43:06.512006 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.542759 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7133d3f-818e-4747-8292-689116be3706 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:43:06.557500 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6caeacc1-ae5f-46cd-a73c-f68db165d394 req-14d158ad-f5df-48ab-82f3-9daffa995369 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414760 Jul 13 15:43:06.579165 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port d7133d3f-818e-4747-8292-689116be3706, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d7133d3f-818e-4747-8292-689116be3706,segment=NetworkSegment(8719e2ae-98f5-49c6-a71e-30cc8b28ba2e),segment_id=8719e2ae-98f5-49c6-a71e-30cc8b28ba2e)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:06.583660 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.638292 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=d7133d3f-818e-4747-8292-689116be3706,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:06.689870 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0a6ff289-2a1d-4077-9ecb-288d3511fc98 req-74aa8d7d-61d6-42e2-be93-3c67e2ad74e5 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 210 time: 0.0495133 Jul 13 15:43:06.711252 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 42288) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:06.725086 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b263a9e5-8074-4bca-b607-6c4907868549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.756634 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-59f26bbe-fb91-498b-87a1-24623697814f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.765246 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-59f26bbe-fb91-498b-87a1-24623697814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.772767 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dba99e5-764d-49ed-86ae-8716543af0d3 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:43:06.799188 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.814873 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-59f26bbe-fb91-498b-87a1-24623697814f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e645d06e30624cf2b93ed769dacfce45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1496079 Jul 13 15:43:06.817897 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 42290) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:06.829799 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Transition to ACTIVE for port object 4dba99e5-764d-49ed-86ae-8716543af0d3 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:43:06.831157 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f26bbe-fb91-498b-87a1-24623697814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ddcda0-1f05-4ac5-b9c9-396e73334730,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:06.835519 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.863165 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b263a9e5-8074-4bca-b607-6c4907868549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.870229 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b263a9e5-8074-4bca-b607-6c4907868549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.907476 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Pushing event updated for resources: {'Port': ['ID=4dba99e5-764d-49ed-86ae-8716543af0d3,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:06.917289 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-b263a9e5-8074-4bca-b607-6c4907868549 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5888081c3a424bc3b53cd12a91095277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049980 Jul 13 15:43:06.922465 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 42292) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:06.929436 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dac76243-61e5-4d87-a3e5-f21b5454a3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.939726 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263a9e5-8074-4bca-b607-6c4907868549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a085fb9-5286-406a-a1b3-322b17e56ad5,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:06.959843 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Attempting to bind port 4dba99e5-764d-49ed-86ae-8716543af0d3 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:43:06.960178 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Attempting to bind port 4dba99e5-764d-49ed-86ae-8716543af0d3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4fc8523a-cb65-413f-813b-4069065342eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:43:06.960502 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Attempting to bind port 4dba99e5-764d-49ed-86ae-8716543af0d3 on network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:43:06.965199 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Port 4dba99e5-764d-49ed-86ae-8716543af0d3 on network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:43:06.965511 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Attempting to bind port 4dba99e5-764d-49ed-86ae-8716543af0d3 on network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:43:06.970239 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:43:06.970565 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Checking segment: {'id': '4fc8523a-cb65-413f-813b-4069065342eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:43:06.970938 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Bound using segment: {'id': '4fc8523a-cb65-413f-813b-4069065342eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:43:06.971358 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Bound port: 4dba99e5-764d-49ed-86ae-8716543af0d3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc8523a-cb65-413f-813b-4069065342eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:43:06.971704 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:06.974986 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dac76243-61e5-4d87-a3e5-f21b5454a3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:07.018567 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-24975c81-a751-4ad2-8154-5c4a16e985ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:07.032639 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] For port 4dba99e5-764d-49ed-86ae-8716543af0d3, host hv-cinder-78836, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:43:07.035784 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] For port 4dba99e5-764d-49ed-86ae-8716543af0d3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4dba99e5-764d-49ed-86ae-8716543af0d3,segment=NetworkSegment(4fc8523a-cb65-413f-813b-4069065342eb),segment_id=4fc8523a-cb65-413f-813b-4069065342eb)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:43:07.040630 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:07.042398 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-24975c81-a751-4ad2-8154-5c4a16e985ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:07.060576 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dac76243-61e5-4d87-a3e5-f21b5454a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:07.063153 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dac76243-61e5-4d87-a3e5-f21b5454a3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:07.064304 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-dac76243-61e5-4d87-a3e5-f21b5454a3cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03ddcda0-1f05-4ac5-b9c9-396e73334730 HTTP/1.1" status: 204 len: 168 time: 0.2454529 Jul 13 15:43:07.084319 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac76243-61e5-4d87-a3e5-f21b5454a3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ddcda0-1f05-4ac5-b9c9-396e73334730,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:07.101183 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:07.102387 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:07.105323 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] 10.222.0.63 "PUT /v2.0/ports/4dba99e5-764d-49ed-86ae-8716543af0d3 HTTP/1.1" status: 200 len: 1093 time: 1.1191740 Jul 13 15:43:07.105986 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458ff007-a3b7-4963-a587-45326838d869', 'tag': '4dba99e5-764d-49ed-86ae-8716543af0d3'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:07.110019 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54448650-8496-4322-bf17-1ef7b5f06036" -d '{"events": [{"name": "network-changed", "server_uuid": "458ff007-a3b7-4963-a587-45326838d869", "tag": "4dba99e5-764d-49ed-86ae-8716543af0d3"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:07.133599 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-24975c81-a751-4ad2-8154-5c4a16e985ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:07.138815 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-24975c81-a751-4ad2-8154-5c4a16e985ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:07.140158 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-24975c81-a751-4ad2-8154-5c4a16e985ee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a085fb9-5286-406a-a1b3-322b17e56ad5 HTTP/1.1" status: 204 len: 168 time: 0.2167022 Jul 13 15:43:07.151427 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24975c81-a751-4ad2-8154-5c4a16e985ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a085fb9-5286-406a-a1b3-322b17e56ad5,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:07.153592 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e98184-1d83-4d0e-a2fc-4fe2eb095e6a service neutron] Pushing event updated for resources: {'Port': ['ID=4dba99e5-764d-49ed-86ae-8716543af0d3,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:07.240939 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72088d1-463b-4833-8c11-12ed642a3412 x-openstack-request-id: req-d72088d1-463b-4833-8c11-12ed642a3412 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:07.241404 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458ff007-a3b7-4963-a587-45326838d869", "tag": "4dba99e5-764d-49ed-86ae-8716543af0d3", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:07.241865 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d72088d1-463b-4833-8c11-12ed642a3412 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:07.247874 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458ff007-a3b7-4963-a587-45326838d869', 'tag': '4dba99e5-764d-49ed-86ae-8716543af0d3', 'status': 'completed', 'code': 200} Jul 13 15:43:07.448058 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409acdd-cde4-4663-aa32-34fb726fb3d0 req-61765e5c-2e2f-4a56-b132-f5b591712267 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:07.450133 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7409acdd-cde4-4663-aa32-34fb726fb3d0 req-61765e5c-2e2f-4a56-b132-f5b591712267 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 945 time: 0.0712416 Jul 13 15:43:07.454657 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f745113e-fab1-428a-9cd8-e15779da9981 req-d365e1e3-c1ed-4e78-9583-819debaa888b tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 210 time: 0.0387211 Jul 13 15:43:07.497015 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7409acdd-cde4-4663-aa32-34fb726fb3d0 req-b3e0eb1f-2d23-4238-8f8f-d5114de4beaa tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402341 Jul 13 15:43:07.622506 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 42324) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:07.637070 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-67eb27c1-df85-4728-a51d-8ff7231d857e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:07.659836 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7217d25b-e5d0-435c-bf59-70a921ad3eed req-b4524bc7-ddfe-468a-b55c-3bd93bcdc86f tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 210 time: 0.0533559 Jul 13 15:43:07.780424 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-67eb27c1-df85-4728-a51d-8ff7231d857e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:07.787858 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-67eb27c1-df85-4728-a51d-8ff7231d857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:07.834418 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24291c0-d615-450f-902a-ce40c7c3fef6 req-32ea8a56-7706-4017-9076-d00c7a1eb1f3 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:07.835920 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e24291c0-d615-450f-902a-ce40c7c3fef6 req-32ea8a56-7706-4017-9076-d00c7a1eb1f3 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 944 time: 0.1319091 Jul 13 15:43:07.843968 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb27c1-df85-4728-a51d-8ff7231d857e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266a1a0d-702d-4b9e-985e-ca4b4d83fa8f,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:07.845587 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a86474f9-da35-4ac7-bd85-6827272f9317 req-b4da45ff-175c-4624-a6a3-518416af59fe tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 210 time: 0.0319974 Jul 13 15:43:07.849394 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-67eb27c1-df85-4728-a51d-8ff7231d857e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eeac758f68b744e6b39eb178627aa3f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255874 Jul 13 15:43:07.852000 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 42332) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:07.915062 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e24291c0-d615-450f-902a-ce40c7c3fef6 req-b8135c36-0549-424c-928e-ad8a80e9405b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682619 Jul 13 15:43:07.926045 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1ea19ba1-e524-4a45-b847-f0e31a20d56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:07.959547 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1ea19ba1-e524-4a45-b847-f0e31a20d56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:08.006179 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1ea19ba1-e524-4a45-b847-f0e31a20d56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:08.008713 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1ea19ba1-e524-4a45-b847-f0e31a20d56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:08.010542 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-1ea19ba1-e524-4a45-b847-f0e31a20d56f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/266a1a0d-702d-4b9e-985e-ca4b4d83fa8f HTTP/1.1" status: 204 len: 168 time: 0.1573832 Jul 13 15:43:08.018643 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea19ba1-e524-4a45-b847-f0e31a20d56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266a1a0d-702d-4b9e-985e-ca4b4d83fa8f,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:08.606940 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a4cd8ced-d4e6-4719-9c02-577261e1e454 req-7221ae49-ebeb-484a-b8c8-c4e053689d57 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 210 time: 0.0356920 Jul 13 15:43:08.704428 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03cfc1-b73c-45e3-bf95-55b4cf66e23c req-009ae697-3087-488f-b9c6-d4334fccff67 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:08.706028 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3c03cfc1-b73c-45e3-bf95-55b4cf66e23c req-009ae697-3087-488f-b9c6-d4334fccff67 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 945 time: 0.0727646 Jul 13 15:43:08.753227 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3c03cfc1-b73c-45e3-bf95-55b4cf66e23c req-d8d14fcf-c974-4f2a-a884-d1b6f665475d tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409539 Jul 13 15:43:08.808099 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-244b719e-0a84-487b-97ad-cc5c83faf4d3 req-650ca0ab-6fab-449e-b8eb-c9b6bf3df92a tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 210 time: 0.0302439 Jul 13 15:43:09.010527 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f5a02b56-db75-4921-af82-cfb2e4c0f39f req-3e5ea142-eb83-490f-81ce-1093086ae5c9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 210 time: 0.0387869 Jul 13 15:43:09.108361 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b1987b62-7692-4439-94e9-8412e93a1b02 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Request body: {'port': {'device_id': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'admin_state_up': True, 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'security_groups': ['b86a46b7-c7dc-4bf6-ae94-5ab23f73c282']}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:09.258508 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54448650-8496-4322-bf17-1ef7b5f06036 req-110adbdc-258b-4fb8-ad22-b4f3c38aedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:09.260627 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-54448650-8496-4322-bf17-1ef7b5f06036 req-110adbdc-258b-4fb8-ad22-b4f3c38aedb3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8cc48a34b43a42b58784f490bc5e2382&device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 1096 time: 0.1125913 Jul 13 15:43:09.264820 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137e013-c5fd-44e4-b6f9-68658412d1c4 req-5c8dcf6a-195d-4d4e-9d9e-36c6684ede3a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:09.272726 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8137e013-c5fd-44e4-b6f9-68658412d1c4 req-5c8dcf6a-195d-4d4e-9d9e-36c6684ede3a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 944 time: 0.2179396 Jul 13 15:43:09.281868 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b1987b62-7692-4439-94e9-8412e93a1b02 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Made reservation on behalf of 0d94faec815442809ce9f4332a1bb5b0 for: {'port': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:43:09.285406 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b1987b62-7692-4439-94e9-8412e93a1b02 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:09.410182 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8137e013-c5fd-44e4-b6f9-68658412d1c4 req-c9e09d53-a3a1-42ec-8139-5c0c1d16d15d tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364939 Jul 13 15:43:09.482422 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b1987b62-7692-4439-94e9-8412e93a1b02 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Allocated IP 172.20.0.14 (dbde9c41-8b2b-424f-85c7-85a79ff8d5a0/823f7a85-e8b2-4154-bda7-8fa34af93224/01bd2d1e-851f-44d6-82fa-1084b9681cd1) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:43:09.501608 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54448650-8496-4322-bf17-1ef7b5f06036 req-47106a84-e5c9-4994-9c29-cc19abed75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:09.503411 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-54448650-8496-4322-bf17-1ef7b5f06036 req-47106a84-e5c9-4994-9c29-cc19abed75ad service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=8cc48a34b43a42b58784f490bc5e2382&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2270951 Jul 13 15:43:09.546001 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['d7133d3f-818e-4747-8292-689116be3706'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:43:09.599071 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['19973c8c-f5ea-49ae-aef1-b2ec2e03872e'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:43:09.637126 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b1987b62-7692-4439-94e9-8412e93a1b02 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:09.652880 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b1987b62-7692-4439-94e9-8412e93a1b02 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Transition to ACTIVE for port object 01bd2d1e-851f-44d6-82fa-1084b9681cd1 will not be triggered until provisioned by entity DHCP. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:43:09.692119 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54448650-8496-4322-bf17-1ef7b5f06036 req-05d16497-b481-486b-b19a-38edc4bc6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:09.693537 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-54448650-8496-4322-bf17-1ef7b5f06036 req-05d16497-b481-486b-b19a-38edc4bc6703 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1718979 Jul 13 15:43:09.701042 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b1987b62-7692-4439-94e9-8412e93a1b02 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:09.778303 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b1987b62-7692-4439-94e9-8412e93a1b02 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:43:09.788550 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-de312ec6-fcf7-4f5e-9d0a-72716a2bd324 req-d8932311-e0c3-4c6d-ad8b-ec9666538b8c tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 210 time: 0.0335505 Jul 13 15:43:09.798328 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b1987b62-7692-4439-94e9-8412e93a1b02 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:43:09.820195 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b1987b62-7692-4439-94e9-8412e93a1b02 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:43:09.880263 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1987b62-7692-4439-94e9-8412e93a1b02 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event updated for resources: {'Port': ['ID=01bd2d1e-851f-44d6-82fa-1084b9681cd1,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:09.927363 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-b28aa192-a131-4cec-ba46-701b82184a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:09.931061 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-b28aa192-a131-4cec-ba46-701b82184a6b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8cc48a34b43a42b58784f490bc5e2382&device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 1096 time: 0.1171300 Jul 13 15:43:09.949325 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b1987b62-7692-4439-94e9-8412e93a1b02 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:09.949840 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b1987b62-7692-4439-94e9-8412e93a1b02 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:09.983749 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b1987b62-7692-4439-94e9-8412e93a1b02 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8838260 Jul 13 15:43:10.001434 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Request body: {'port': {'device_id': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:10.054902 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.63', 56620) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:10.293653 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:10.310129 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850ce36-54b1-4ec7-98d8-a376f68198e0 req-c902a3a4-2be5-4bf7-b2f5-de2850dea80e tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:10.311934 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9850ce36-54b1-4ec7-98d8-a376f68198e0 req-c902a3a4-2be5-4bf7-b2f5-de2850dea80e tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 945 time: 0.2788813 Jul 13 15:43:10.333080 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-128586ed-3eed-46c6-b011-a437d6fa1f06 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:10.334646 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-128586ed-3eed-46c6-b011-a437d6fa1f06 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.63 "GET /v2.0/networks?id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c HTTP/1.1" status: 200 len: 810 time: 0.2789032 Jul 13 15:43:10.363341 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-6a27c0f5-068b-466d-a9d0-113e474cea32 None None] Provisioning for port 01bd2d1e-851f-44d6-82fa-1084b9681cd1 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:43:10.377354 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-6a27c0f5-068b-466d-a9d0-113e474cea32 None None] Provisioning complete for port 01bd2d1e-851f-44d6-82fa-1084b9681cd1 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:43:10.378236 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6a27c0f5-068b-466d-a9d0-113e474cea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:10.454386 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9850ce36-54b1-4ec7-98d8-a376f68198e0 req-808109ac-4d0b-4672-9a17-66550a847cab tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301360 Jul 13 15:43:10.485471 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-b8e5b7f4-0887-423f-939e-c16920e1536a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb HTTP/1.1" status: 200 len: 380 time: 0.1263742 Jul 13 15:43:10.508227 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-6a27c0f5-068b-466d-a9d0-113e474cea32 None None] Port 01bd2d1e-851f-44d6-82fa-1084b9681cd1 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:43:10.563940 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-ba04b8bd-393e-476f-aa03-a75c188ddfa7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dba99e5-764d-49ed-86ae-8716543af0d3 HTTP/1.1" status: 200 len: 217 time: 0.6174634 Jul 13 15:43:10.609427 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df6c2c37-1d72-4c74-91c2-06898ba7833a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Request body: {'port': {'device_id': '311da51f-ccc3-4d6d-9d58-87506952e7ab', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'admin_state_up': True, 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'security_groups': ['b8ce326a-9fc3-4df1-ab55-e7c2302a35b4']}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:10.666679 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c869bbac-a08c-4859-a8a1-6dfdd6d7e960 req-fcf1ddda-ac4b-463a-b732-2a80a7897da4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 210 time: 0.1191764 Jul 13 15:43:10.671862 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-79caf558-da5e-4520-9348-79fbdb23148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:10.674356 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-79caf558-da5e-4520-9348-79fbdb23148b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=678e4bb8-5e76-4f8f-a15c-d9b0ba08c271 HTTP/1.1" status: 200 len: 858 time: 0.0945694 Jul 13 15:43:10.747963 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-9c951846-b52d-43a2-9611-6fda5e12119c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3898a02d-5a55-4bd3-acbc-bd89e49018c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591323 Jul 13 15:43:10.751181 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.63', 56625) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:11.102720 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 19973c8c-f5ea-49ae-aef1-b2ec2e03872e up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:43:11.120551 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-5e90f1d9-e3ae-441e-ae65-6c7ebde75310 service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627224 Jul 13 15:43:11.128032 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-d4266895-a340-47fd-a801-135f0cdc5301 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:11.129439 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-d4266895-a340-47fd-a801-135f0cdc5301 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.63 "GET /v2.0/networks?id=3898a02d-5a55-4bd3-acbc-bd89e49018c8 HTTP/1.1" status: 200 len: 818 time: 0.3729153 Jul 13 15:43:11.139077 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e4180-d6e7-4c53-9f23-2c88445be0d0 req-6c695a92-27b0-48ce-be4b-b640d3697d6b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:11.140525 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1b5e4180-d6e7-4c53-9f23-2c88445be0d0 req-6c695a92-27b0-48ce-be4b-b640d3697d6b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 944 time: 0.2981424 Jul 13 15:43:11.152971 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-acbe4c9e-05e1-4e05-9a99-5c73054731ef tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Request body: {'port': {'device_id': '8c738c7e-dfaa-4483-9c9d-444e230b8501', 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8', 'admin_state_up': True, 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:11.160573 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port 19973c8c-f5ea-49ae-aef1-b2ec2e03872e completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:43:11.165143 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 19973c8c-f5ea-49ae-aef1-b2ec2e03872e triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:43:11.165896 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:11.221011 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6e159-b6d5-4a1a-9eda-188052fcd970 req-4d62f3b6-c1c5-4b6b-8037-b4fd23a93342 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:11.227844 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da6e159-b6d5-4a1a-9eda-188052fcd970 req-4d62f3b6-c1c5-4b6b-8037-b4fd23a93342 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 932 time: 0.2515130 Jul 13 15:43:11.252354 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:11.274073 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df6c2c37-1d72-4c74-91c2-06898ba7833a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Made reservation on behalf of a7bd5f37e1af4cea838fdcb08e0beadb for: {'port': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:43:11.278559 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df6c2c37-1d72-4c74-91c2-06898ba7833a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:11.280423 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0358850-712a-48ad-9be1-699ddf6d1a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19973c8c-f5ea-49ae-aef1-b2ec2e03872e'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:11.298495 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1b5e4180-d6e7-4c53-9f23-2c88445be0d0 req-e175bd57-b4e7-4e55-8272-45c568f0e264 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322215 Jul 13 15:43:11.341464 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b0ba8fe4-6c42-4ede-8c28-561394741c28 req-d2186acc-83f6-403e-90b6-48dd9eba17be service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109246 Jul 13 15:43:11.364887 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da6e159-b6d5-4a1a-9eda-188052fcd970 req-edd9dbf4-1e50-49ae-8ffb-9849a5363509 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358006 Jul 13 15:43:11.380587 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 19973c8c-f5ea-49ae-aef1-b2ec2e03872e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19973c8c-f5ea-49ae-aef1-b2ec2e03872e,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:11.399680 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:11.401610 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device d7133d3f-818e-4747-8292-689116be3706 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:43:11.403554 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-acbe4c9e-05e1-4e05-9a99-5c73054731ef tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Made reservation on behalf of 8cc48a34b43a42b58784f490bc5e2382 for: {'port': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:43:11.413464 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-acbe4c9e-05e1-4e05-9a99-5c73054731ef tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:11.424443 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01bd2d1e-851f-44d6-82fa-1084b9681cd1 {{(pid=93018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:43:11.437721 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:11.485625 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Transition to ACTIVE for port object 01bd2d1e-851f-44d6-82fa-1084b9681cd1 will not be triggered until provisioned by entity L2. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:43:11.501111 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:11.609832 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df6c2c37-1d72-4c74-91c2-06898ba7833a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Allocated IP 172.20.0.7 (f72fbdcf-715a-4e75-9feb-cfeae0bf874c/45402ac4-397c-481f-9144-a5b5042569e3/adc5ae82-6a56-4e7b-8aa0-1ef76216dad7) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:43:11.637737 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e95290-0e11-4356-b04c-f4be2e534ff1" -d '{"events": [{"server_uuid": "b0358850-712a-48ad-9be1-699ddf6d1a88", "name": "network-vif-plugged", "status": "completed", "tag": "19973c8c-f5ea-49ae-aef1-b2ec2e03872e"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:11.641519 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Pushing event updated for resources: {'Port': ['ID=01bd2d1e-851f-44d6-82fa-1084b9681cd1,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:11.641868 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-eb1d8fd0-d106-41bc-831e-71ee3b2395b7 req-a3226be7-2b5c-46a2-b831-7f7e4d879954 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 210 time: 0.0756574 Jul 13 15:43:11.746269 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=19973c8c-f5ea-49ae-aef1-b2ec2e03872e,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:11.749883 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-acbe4c9e-05e1-4e05-9a99-5c73054731ef tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Allocated IP 172.20.0.10 (3898a02d-5a55-4bd3-acbc-bd89e49018c8/678e4bb8-5e76-4f8f-a15c-d9b0ba08c271/2412dd0e-4360-462e-9cdb-b276e041d611) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:43:11.830007 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port d7133d3f-818e-4747-8292-689116be3706 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:43:11.836470 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port d7133d3f-818e-4747-8292-689116be3706 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:43:11.836756 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:11.913344 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2ddc8-5107-4a13-87b2-e76f8f6568cf req-34dcca38-0a2c-4bdb-81c4-4c589339cdc2 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:11.915414 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8cf2ddc8-5107-4a13-87b2-e76f8f6568cf req-34dcca38-0a2c-4bdb-81c4-4c589339cdc2 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 945 time: 0.2753637 Jul 13 15:43:11.928842 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Attempting to bind port 01bd2d1e-851f-44d6-82fa-1084b9681cd1 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:43:11.929364 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Attempting to bind port 01bd2d1e-851f-44d6-82fa-1084b9681cd1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:43:11.929707 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1347a9ac-cd32-4b62-bbe2-cf8a5ed11aee req-d1a11b2a-609d-4bf0-8ffc-4ea00bbeb8e1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 210 time: 0.0402935 Jul 13 15:43:11.930156 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Attempting to bind port 01bd2d1e-851f-44d6-82fa-1084b9681cd1 on network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:43:11.960801 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Port 01bd2d1e-851f-44d6-82fa-1084b9681cd1 on network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:43:11.961333 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Attempting to bind port 01bd2d1e-851f-44d6-82fa-1084b9681cd1 on network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:43:11.979146 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:43:11.986356 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Checking segment: {'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:43:11.988520 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Bound using segment: {'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:43:11.989195 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Bound port: 01bd2d1e-851f-44d6-82fa-1084b9681cd1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'}}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:43:11.989570 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:12.042981 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-acbe4c9e-05e1-4e05-9a99-5c73054731ef tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:12.057992 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:12.094354 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8cf2ddc8-5107-4a13-87b2-e76f8f6568cf req-35d3061f-5eaf-49f6-ae4c-3b70edde97cf tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698551 Jul 13 15:43:12.100944 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-acbe4c9e-05e1-4e05-9a99-5c73054731ef tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:12.163280 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] For port 01bd2d1e-851f-44d6-82fa-1084b9681cd1, host hv-cinder-78836, cleared binding levels {{(pid=93018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:43:12.163404 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-acbe4c9e-05e1-4e05-9a99-5c73054731ef tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:43:12.169924 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] For port 01bd2d1e-851f-44d6-82fa-1084b9681cd1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:43:12.179765 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-acbe4c9e-05e1-4e05-9a99-5c73054731ef tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:43:12.183294 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:12.184836 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b7ef95-0f8e-4b07-a277-5c578dd00adf x-openstack-request-id: req-d1b7ef95-0f8e-4b07-a277-5c578dd00adf {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:12.186716 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0358850-712a-48ad-9be1-699ddf6d1a88", "name": "network-vif-plugged", "status": "completed", "tag": "19973c8c-f5ea-49ae-aef1-b2ec2e03872e", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:12.187113 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1b7ef95-0f8e-4b07-a277-5c578dd00adf {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:12.188537 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df6c2c37-1d72-4c74-91c2-06898ba7833a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:12.191534 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-acbe4c9e-05e1-4e05-9a99-5c73054731ef tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:43:12.192060 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0358850-712a-48ad-9be1-699ddf6d1a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19973c8c-f5ea-49ae-aef1-b2ec2e03872e', 'code': 200} Jul 13 15:43:12.214617 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port d7133d3f-818e-4747-8292-689116be3706, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d7133d3f-818e-4747-8292-689116be3706,segment=NetworkSegment(8719e2ae-98f5-49c6-a71e-30cc8b28ba2e),segment_id=8719e2ae-98f5-49c6-a71e-30cc8b28ba2e)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:12.226924 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe4c9e-05e1-4e05-9a99-5c73054731ef tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Pushing event updated for resources: {'Port': ['ID=2412dd0e-4360-462e-9cdb-b276e041d611,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:12.236965 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:12.268054 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-acbe4c9e-05e1-4e05-9a99-5c73054731ef tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:12.268836 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-acbe4c9e-05e1-4e05-9a99-5c73054731ef tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:12.288567 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-acbe4c9e-05e1-4e05-9a99-5c73054731ef tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1399393 Jul 13 15:43:12.314986 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Request body: {'port': {'device_id': '8c738c7e-dfaa-4483-9c9d-444e230b8501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:12.342761 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:12.343461 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:12.344930 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] 10.222.0.63 "PUT /v2.0/ports/01bd2d1e-851f-44d6-82fa-1084b9681cd1 HTTP/1.1" status: 200 len: 1094 time: 2.3488739 Jul 13 15:43:12.363036 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'tag': '01bd2d1e-851f-44d6-82fa-1084b9681cd1'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:12.366543 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd40a52-b441-497d-8460-123dd52b7130" -d '{"events": [{"name": "network-changed", "server_uuid": "a185415d-9498-406d-bd15-e3f25aa9cbf8", "tag": "01bd2d1e-851f-44d6-82fa-1084b9681cd1"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:12.370355 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df6c2c37-1d72-4c74-91c2-06898ba7833a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Transition to ACTIVE for port object adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 will not be triggered until provisioned by entity DHCP. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:43:12.399069 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=d7133d3f-818e-4747-8292-689116be3706,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:12.484720 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df6c2c37-1d72-4c74-91c2-06898ba7833a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:12.490052 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fab5e1-d452-4b70-8256-9900c069a231 service neutron] Pushing event updated for resources: {'Port': ['ID=01bd2d1e-851f-44d6-82fa-1084b9681cd1,revision_number=3']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:12.521015 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29d6525-5a08-44a5-928c-05ff7984abc0 x-openstack-request-id: req-a29d6525-5a08-44a5-928c-05ff7984abc0 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:12.521549 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a185415d-9498-406d-bd15-e3f25aa9cbf8", "tag": "01bd2d1e-851f-44d6-82fa-1084b9681cd1", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:12.523869 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a29d6525-5a08-44a5-928c-05ff7984abc0 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:12.524281 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'tag': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'status': 'completed', 'code': 200} Jul 13 15:43:12.533136 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:12.637440 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c2c37-1d72-4c74-91c2-06898ba7833a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event updated for resources: {'Port': ['ID=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:12.724293 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df6c2c37-1d72-4c74-91c2-06898ba7833a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Network f72fbdcf-715a-4e75-9feb-cfeae0bf874c is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:43:12.731859 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df6c2c37-1d72-4c74-91c2-06898ba7833a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:43:12.735953 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df6c2c37-1d72-4c74-91c2-06898ba7833a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:43:12.814070 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df6c2c37-1d72-4c74-91c2-06898ba7833a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:12.814844 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df6c2c37-1d72-4c74-91c2-06898ba7833a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:12.821080 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-5397c7a0-a0ae-4a64-8587-5baec251b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:12.823164 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-5397c7a0-a0ae-4a64-8587-5baec251b392 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d94faec815442809ce9f4332a1bb5b0&device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 1097 time: 0.1868663 Jul 13 15:43:12.844419 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a50707-a3a1-4026-abae-767693222112 req-f3b04a6d-056b-4f27-92a9-6be7e092fe49 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:12.846106 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d0a50707-a3a1-4026-abae-767693222112 req-f3b04a6d-056b-4f27-92a9-6be7e092fe49 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 945 time: 0.2061253 Jul 13 15:43:12.856529 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df6c2c37-1d72-4c74-91c2-06898ba7833a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2510991 Jul 13 15:43:12.893026 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0be5a-99b9-4ed9-aaa3-bcca6be55194 req-bf175347-ba46-4a3d-95bd-009fe976b5b2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:12.894516 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-39d0be5a-99b9-4ed9-aaa3-bcca6be55194 req-bf175347-ba46-4a3d-95bd-009fe976b5b2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.2115612 Jul 13 15:43:12.919432 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Request body: {'port': {'device_id': '311da51f-ccc3-4d6d-9d58-87506952e7ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:12.919890 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-d3033dc4-6d51-4c5a-aa31-cdaec2b47d9a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1 HTTP/1.1" status: 200 len: 217 time: 0.0717411 Jul 13 15:43:12.928524 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e9539-8d28-4c31-9209-6d5596ca14ef req-d401c671-4df1-491c-98db-9ba6f30ce38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:12.930072 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1b0e9539-8d28-4c31-9209-6d5596ca14ef req-d401c671-4df1-491c-98db-9ba6f30ce38a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 1098 time: 0.3465707 Jul 13 15:43:12.970460 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-1b0e9539-8d28-4c31-9209-6d5596ca14ef req-5dfb06f7-9bad-4ae7-a531-419015a11a9d service neutron] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:13.006386 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-39d0be5a-99b9-4ed9-aaa3-bcca6be55194 req-1c64c3f4-e222-4407-b6de-55c0ef16af62 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974405 Jul 13 15:43:13.022920 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d0a50707-a3a1-4026-abae-767693222112 req-844f850f-e5f7-4cd7-817f-7111418ad823 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653867 Jul 13 15:43:13.065055 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-0ebefdee-5b0b-42a6-ba71-d5346b98e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:13.068108 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-0ebefdee-5b0b-42a6-ba71-d5346b98e5bf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=823f7a85-e8b2-4154-bda7-8fa34af93224 HTTP/1.1" status: 200 len: 856 time: 0.1179605 Jul 13 15:43:13.099314 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-14f4433b-39e0-45f8-9ffc-a2dc2776ce38 None None] Provisioning for port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:43:13.100881 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2412dd0e-4360-462e-9cdb-b276e041d611 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:43:13.106141 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-14f4433b-39e0-45f8-9ffc-a2dc2776ce38 None None] Provisioning complete for port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:43:13.106523 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-14f4433b-39e0-45f8-9ffc-a2dc2776ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:13.114292 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:13.137512 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Transition to ACTIVE for port object 2412dd0e-4360-462e-9cdb-b276e041d611 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:43:13.151770 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:13.215903 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-14f4433b-39e0-45f8-9ffc-a2dc2776ce38 None None] Port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:43:13.240286 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-1b0e9539-8d28-4c31-9209-6d5596ca14ef req-5dfb06f7-9bad-4ae7-a531-419015a11a9d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:13.300888 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-1b0e9539-8d28-4c31-9209-6d5596ca14ef req-5dfb06f7-9bad-4ae7-a531-419015a11a9d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:13.304349 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:13.305913 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Pushing event updated for resources: {'Port': ['ID=2412dd0e-4360-462e-9cdb-b276e041d611,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:13.361757 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1b0e9539-8d28-4c31-9209-6d5596ca14ef req-5dfb06f7-9bad-4ae7-a531-419015a11a9d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221611 Jul 13 15:43:13.385789 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb06f7-9bad-4ae7-a531-419015a11a9d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfd66f7-36a2-4274-993c-016efbc270b0,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:13.395502 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-49228791-daa2-42c1-a1f9-363120dbb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:13.397048 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-49228791-daa2-42c1-a1f9-363120dbb1d5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2310438 Jul 13 15:43:13.408968 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Attempting to bind port 2412dd0e-4360-462e-9cdb-b276e041d611 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:43:13.409306 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Attempting to bind port 2412dd0e-4360-462e-9cdb-b276e041d611 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4fc8523a-cb65-413f-813b-4069065342eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:43:13.409629 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Attempting to bind port 2412dd0e-4360-462e-9cdb-b276e041d611 on network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:43:13.417755 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Port 2412dd0e-4360-462e-9cdb-b276e041d611 on network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:43:13.418083 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Attempting to bind port 2412dd0e-4360-462e-9cdb-b276e041d611 on network 3898a02d-5a55-4bd3-acbc-bd89e49018c8 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:43:13.428784 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b92364-8f20-48e3-82ac-cae9c2963617 req-ee085b9b-c0c7-452a-9abb-dc481755b3f3 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:13.430302 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-94b92364-8f20-48e3-82ac-cae9c2963617 req-ee085b9b-c0c7-452a-9abb-dc481755b3f3 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 931 time: 0.1658530 Jul 13 15:43:13.433705 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:43:13.434033 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Checking segment: {'id': '4fc8523a-cb65-413f-813b-4069065342eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:43:13.434409 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Bound using segment: {'id': '4fc8523a-cb65-413f-813b-4069065342eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:43:13.434840 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Bound port: 2412dd0e-4360-462e-9cdb-b276e041d611, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc8523a-cb65-413f-813b-4069065342eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:43:13.435206 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:13.467700 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7b8ea-b083-4fc8-8e11-e72ed3ebbad6 req-ca101701-7deb-4207-9aa0-9221ae992494 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:13.469234 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9ab7b8ea-b083-4fc8-8e11-e72ed3ebbad6 req-ca101701-7deb-4207-9aa0-9221ae992494 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 944 time: 0.2158003 Jul 13 15:43:13.500738 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-94b92364-8f20-48e3-82ac-cae9c2963617 req-3d74baa1-4541-4c66-8a8f-d3737bd504b3 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567822 Jul 13 15:43:13.532794 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] For port 2412dd0e-4360-462e-9cdb-b276e041d611, host hv-cinder-78836, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:43:13.537240 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] For port 2412dd0e-4360-462e-9cdb-b276e041d611, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2412dd0e-4360-462e-9cdb-b276e041d611,segment=NetworkSegment(4fc8523a-cb65-413f-813b-4069065342eb),segment_id=4fc8523a-cb65-413f-813b-4069065342eb)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:43:13.544088 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:13.571212 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9ab7b8ea-b083-4fc8-8e11-e72ed3ebbad6 req-e20f9fd7-3c65-4b1b-879f-e697afe5b7a6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940492 Jul 13 15:43:13.597838 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:13.598317 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:13.599713 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] 10.222.0.63 "PUT /v2.0/ports/2412dd0e-4360-462e-9cdb-b276e041d611 HTTP/1.1" status: 200 len: 1094 time: 1.2938974 Jul 13 15:43:13.600201 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c738c7e-dfaa-4483-9c9d-444e230b8501', 'tag': '2412dd0e-4360-462e-9cdb-b276e041d611'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:13.602418 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a51e35-70ef-4752-8f9e-3dcfa933c77d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c738c7e-dfaa-4483-9c9d-444e230b8501", "tag": "2412dd0e-4360-462e-9cdb-b276e041d611"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:13.632480 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2887d-1edc-4774-8657-a92220f884ca service neutron] Pushing event updated for resources: {'Port': ['ID=2412dd0e-4360-462e-9cdb-b276e041d611,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:13.672029 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f2742d-b2d5-4df9-bca0-6ff9a8a0efd7 x-openstack-request-id: req-56f2742d-b2d5-4df9-bca0-6ff9a8a0efd7 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:13.672378 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c738c7e-dfaa-4483-9c9d-444e230b8501", "tag": "2412dd0e-4360-462e-9cdb-b276e041d611", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:13.672587 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-56f2742d-b2d5-4df9-bca0-6ff9a8a0efd7 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:13.672979 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c738c7e-dfaa-4483-9c9d-444e230b8501', 'tag': '2412dd0e-4360-462e-9cdb-b276e041d611', 'status': 'completed', 'code': 200} Jul 13 15:43:13.715398 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5ea3b-a586-4b68-9c07-3f1988242ede req-6199f33a-f26a-4beb-b0e7-effbd2c7c1ff tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:13.717080 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ccf5ea3b-a586-4b68-9c07-3f1988242ede req-6199f33a-f26a-4beb-b0e7-effbd2c7c1ff tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 946 time: 0.0869603 Jul 13 15:43:13.754167 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 {{(pid=93018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:43:13.762676 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:13.776036 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ccf5ea3b-a586-4b68-9c07-3f1988242ede req-ae908f0b-607c-42ae-a3ae-e26e6319a466 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523455 Jul 13 15:43:13.784963 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Transition to ACTIVE for port object adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 will not be triggered until provisioned by entity L2. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:43:13.790177 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:13.862006 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Pushing event updated for resources: {'Port': ['ID=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:13.954981 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Attempting to bind port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:43:13.955315 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Attempting to bind port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:43:13.955642 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Attempting to bind port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 on network f72fbdcf-715a-4e75-9feb-cfeae0bf874c {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:43:13.960073 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 on network f72fbdcf-715a-4e75-9feb-cfeae0bf874c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:43:13.960757 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Attempting to bind port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 on network f72fbdcf-715a-4e75-9feb-cfeae0bf874c {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:43:13.966344 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:43:13.966679 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Checking segment: {'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:43:13.967061 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Bound using segment: {'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:43:13.967488 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Bound port: adc5ae82-6a56-4e7b-8aa0-1ef76216dad7, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'}}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:43:13.967844 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:14.037323 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] For port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7, host hv-cinder-78836, cleared binding levels {{(pid=93018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:43:14.042366 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] For port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:43:14.047692 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:14.113263 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:14.113897 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:14.115494 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] 10.222.0.63 "PUT /v2.0/ports/adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 HTTP/1.1" status: 200 len: 1093 time: 1.2057295 Jul 13 15:43:14.135660 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a8abe-b846-4dbe-a31e-793e2072fc02 service neutron] Pushing event updated for resources: {'Port': ['ID=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7,revision_number=3']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:14.194029 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3456492d-a258-4747-ac5b-3ba41a83c9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7133d3f-818e-4747-8292-689116be3706'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:14.198431 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569dbe06-3365-4056-8dec-fbb3187a3f83" -d '{"events": [{"server_uuid": "3456492d-a258-4747-ac5b-3ba41a83c9c1", "name": "network-vif-plugged", "status": "completed", "tag": "d7133d3f-818e-4747-8292-689116be3706"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:14.219927 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07cf3e-8921-4023-addd-57beb436a8e8 req-187e1e49-592a-495c-864f-4742502b35cf tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:14.228155 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ff07cf3e-8921-4023-addd-57beb436a8e8 req-187e1e49-592a-495c-864f-4742502b35cf tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0764394 Jul 13 15:43:14.260396 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421df419-bfb9-4cfd-b11b-1c653bd9f953 req-43d09b3c-10ac-47a9-ba27-46cf29bb09b9 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:14.270309 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-421df419-bfb9-4cfd-b11b-1c653bd9f953 req-43d09b3c-10ac-47a9-ba27-46cf29bb09b9 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 945 time: 0.0997086 Jul 13 15:43:14.282311 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ff07cf3e-8921-4023-addd-57beb436a8e8 req-e6bb5c71-907f-45c0-b69e-547382945f5d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530005 Jul 13 15:43:14.335300 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-421df419-bfb9-4cfd-b11b-1c653bd9f953 req-e2120a9f-d1bd-408d-b074-77ff2632e4e9 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579238 Jul 13 15:43:14.382431 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed856939-2f73-4359-aff8-735316a18419 x-openstack-request-id: req-ed856939-2f73-4359-aff8-735316a18419 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:14.382890 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3456492d-a258-4747-ac5b-3ba41a83c9c1", "name": "network-vif-plugged", "status": "completed", "tag": "d7133d3f-818e-4747-8292-689116be3706", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:14.382964 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed856939-2f73-4359-aff8-735316a18419 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:14.383311 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3456492d-a258-4747-ac5b-3ba41a83c9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7133d3f-818e-4747-8292-689116be3706', 'code': 200} Jul 13 15:43:14.525901 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311da51f-ccc3-4d6d-9d58-87506952e7ab', 'tag': 'adc5ae82-6a56-4e7b-8aa0-1ef76216dad7'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:14.528230 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829dbcea-480b-4c6a-a5a2-fe96f970c15f" -d '{"events": [{"name": "network-changed", "server_uuid": "311da51f-ccc3-4d6d-9d58-87506952e7ab", "tag": "adc5ae82-6a56-4e7b-8aa0-1ef76216dad7"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:14.563195 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f86422-1566-4a0e-85a5-229b96288a71 x-openstack-request-id: req-76f86422-1566-4a0e-85a5-229b96288a71 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:14.563485 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311da51f-ccc3-4d6d-9d58-87506952e7ab", "tag": "adc5ae82-6a56-4e7b-8aa0-1ef76216dad7", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:14.563730 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-76f86422-1566-4a0e-85a5-229b96288a71 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:14.564114 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311da51f-ccc3-4d6d-9d58-87506952e7ab', 'tag': 'adc5ae82-6a56-4e7b-8aa0-1ef76216dad7', 'status': 'completed', 'code': 200} Jul 13 15:43:14.683182 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e9521-6d83-4df9-8fc7-ba14ff674437 req-bab79c9a-7156-4e7c-a5f9-4a053ed34998 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:14.684699 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e20e9521-6d83-4df9-8fc7-ba14ff674437 req-bab79c9a-7156-4e7c-a5f9-4a053ed34998 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 943 time: 0.0623221 Jul 13 15:43:14.721847 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e20e9521-6d83-4df9-8fc7-ba14ff674437 req-dd0788da-7ce7-45d4-96f4-8be610ccb312 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315373 Jul 13 15:43:14.741664 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d8a03-6a14-432e-a9a5-a2968e17107c req-e28c0b59-5a41-46f5-b53e-044ba26e070c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:14.743173 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9b8d8a03-6a14-432e-a9a5-a2968e17107c req-e28c0b59-5a41-46f5-b53e-044ba26e070c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 944 time: 0.0619612 Jul 13 15:43:14.779636 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9b8d8a03-6a14-432e-a9a5-a2968e17107c req-903047e5-6f3f-4cf9-bbe8-4739ea5a0758 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308299 Jul 13 15:43:14.936607 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae55b0-312d-47d2-91e0-af5635a1c0f6 req-73bef673-0833-491a-8442-706e18bd7efa tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:14.937978 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a3ae55b0-312d-47d2-91e0-af5635a1c0f6 req-73bef673-0833-491a-8442-706e18bd7efa tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 946 time: 0.0602465 Jul 13 15:43:14.975524 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a3ae55b0-312d-47d2-91e0-af5635a1c0f6 req-3c963d69-5ea6-4ad2-95f1-e3fa60bd81ec tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320950 Jul 13 15:43:15.489181 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae886f5-5aa2-49c8-ab6a-2594fea02ffa req-47ed9206-9835-4121-aaa2-ccc8807d923d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:15.490697 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5ae886f5-5aa2-49c8-ab6a-2594fea02ffa req-47ed9206-9835-4121-aaa2-ccc8807d923d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0766079 Jul 13 15:43:15.510811 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82110a2-9476-4d9e-bde6-3953431705fc req-b8631ebb-7d49-4af5-8fdf-f226714feb5f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:15.511934 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d82110a2-9476-4d9e-bde6-3953431705fc req-b8631ebb-7d49-4af5-8fdf-f226714feb5f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 945 time: 0.0675182 Jul 13 15:43:15.529507 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5ae886f5-5aa2-49c8-ab6a-2594fea02ffa req-6ab0692c-569b-43d4-b66d-c6f48274317f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326347 Jul 13 15:43:15.550307 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d82110a2-9476-4d9e-bde6-3953431705fc req-048685df-92ee-4494-b728-9d8d2054ef9a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325320 Jul 13 15:43:15.893585 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbca534-58ec-4718-945d-55d368c2b8cb req-a06d5eaf-a21e-456d-bf57-3b8d622494bf tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:15.895211 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7dbca534-58ec-4718-945d-55d368c2b8cb req-a06d5eaf-a21e-456d-bf57-3b8d622494bf tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 943 time: 0.0649486 Jul 13 15:43:15.933573 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7dbca534-58ec-4718-945d-55d368c2b8cb req-027070a1-3070-4ded-a32f-d83b9a58afcd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328214 Jul 13 15:43:15.951266 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c327d-991f-4a8d-9512-b18822bed7a9 req-9695a2f4-573d-411a-b9d9-6cbf23f58f33 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:15.953042 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-050c327d-991f-4a8d-9512-b18822bed7a9 req-9695a2f4-573d-411a-b9d9-6cbf23f58f33 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 944 time: 0.0622504 Jul 13 15:43:15.991154 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-050c327d-991f-4a8d-9512-b18822bed7a9 req-5c633a63-5af2-4a82-872c-6fc92c2dc9a5 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322850 Jul 13 15:43:16.035733 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 4dba99e5-764d-49ed-86ae-8716543af0d3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:43:16.131593 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 4dba99e5-764d-49ed-86ae-8716543af0d3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4dba99e5-764d-49ed-86ae-8716543af0d3,segment=NetworkSegment(4fc8523a-cb65-413f-813b-4069065342eb),segment_id=4fc8523a-cb65-413f-813b-4069065342eb)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:16.142859 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '4dba99e5-764d-49ed-86ae-8716543af0d3', 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8', 'port_id': '4dba99e5-764d-49ed-86ae-8716543af0d3', 'mac_address': 'fa:16:3e:ed:8e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678e4bb8-5e76-4f8f-a15c-d9b0ba08c271', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:43:16.150538 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f9597-0943-45a9-8180-c5707a9ddf11 req-8d1a7323-2e2f-48b0-bc28-00d8e79c2b8a tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:16.152118 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-869f9597-0943-45a9-8180-c5707a9ddf11 req-8d1a7323-2e2f-48b0-bc28-00d8e79c2b8a tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 946 time: 0.0622537 Jul 13 15:43:16.179598 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:16.189632 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-869f9597-0943-45a9-8180-c5707a9ddf11 req-04bf78b3-b710-4ba1-8460-f3a5c9a394b6 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316424 Jul 13 15:43:16.191748 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dba99e5-764d-49ed-86ae-8716543af0d3 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:43:16.211517 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 4dba99e5-764d-49ed-86ae-8716543af0d3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4dba99e5-764d-49ed-86ae-8716543af0d3,segment=NetworkSegment(4fc8523a-cb65-413f-813b-4069065342eb),segment_id=4fc8523a-cb65-413f-813b-4069065342eb)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:16.215831 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:16.264124 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=4dba99e5-764d-49ed-86ae-8716543af0d3,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:16.554815 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['4dba99e5-764d-49ed-86ae-8716543af0d3'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:43:16.682426 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dbcea-480b-4c6a-a5a2-fe96f970c15f req-e6999d98-f959-4748-b83d-61a3d0e43bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:16.684908 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-829dbcea-480b-4c6a-a5a2-fe96f970c15f req-e6999d98-f959-4748-b83d-61a3d0e43bc4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb&device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 1096 time: 0.0718064 Jul 13 15:43:16.691048 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-8f7adc08-96d2-405d-8872-59b5ab11573d service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926279 Jul 13 15:43:16.721322 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a51e35-70ef-4752-8f9e-3dcfa933c77d req-478b8073-91cd-4e53-88de-e35c7b9c6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:16.723164 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c0a51e35-70ef-4752-8f9e-3dcfa933c77d req-478b8073-91cd-4e53-88de-e35c7b9c6cdc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8cc48a34b43a42b58784f490bc5e2382&device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 1097 time: 0.1947043 Jul 13 15:43:16.815478 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dbcea-480b-4c6a-a5a2-fe96f970c15f req-a44bed82-6f6e-474b-a998-7ed996f89f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:16.818971 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-829dbcea-480b-4c6a-a5a2-fe96f970c15f req-a44bed82-6f6e-474b-a998-7ed996f89f59 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1147852 Jul 13 15:43:17.014288 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dbcea-480b-4c6a-a5a2-fe96f970c15f req-3a6d4245-adf0-4ee6-8065-3bc95a5d3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:17.015807 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-829dbcea-480b-4c6a-a5a2-fe96f970c15f req-3a6d4245-adf0-4ee6-8065-3bc95a5d3349 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1883585 Jul 13 15:43:17.032591 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca72315-5d0a-48b8-9927-e512502eff9d req-a7526ce6-f083-47a2-9d35-cad0af77b8fc tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:17.034097 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cca72315-5d0a-48b8-9927-e512502eff9d req-a7526ce6-f083-47a2-9d35-cad0af77b8fc tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 945 time: 0.1526723 Jul 13 15:43:17.045030 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c08b3-90d6-41c1-9d26-909f838dadd8 req-60b7ee7a-19fd-47da-b14d-accd2caab0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:17.046587 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-321c08b3-90d6-41c1-9d26-909f838dadd8 req-60b7ee7a-19fd-47da-b14d-accd2caab0cc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 1099 time: 0.1464591 Jul 13 15:43:17.102650 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cca72315-5d0a-48b8-9927-e512502eff9d req-03866d1a-2ee0-4ccb-8236-93531e03b753 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549488 Jul 13 15:43:17.244391 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9f07ec8-f01e-4bd4-b31d-34fac9e9b584 req-e03bd8d3-d37c-4756-87ab-86f4ec24d73a service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368838 Jul 13 15:43:17.248189 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a51e35-70ef-4752-8f9e-3dcfa933c77d req-fb9c4d2f-e0b3-4d4b-9faa-363fd8c06682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:17.250291 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c0a51e35-70ef-4752-8f9e-3dcfa933c77d req-fb9c4d2f-e0b3-4d4b-9faa-363fd8c06682 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=8cc48a34b43a42b58784f490bc5e2382&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4566920 Jul 13 15:43:17.271004 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c313c8-6b70-45fb-9f30-2fb314ed89ae req-f55b9eaf-8dda-4cdb-bce0-d549b04d4352 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:17.272568 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-48c313c8-6b70-45fb-9f30-2fb314ed89ae req-f55b9eaf-8dda-4cdb-bce0-d549b04d4352 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.2491088 Jul 13 15:43:17.435038 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-321c08b3-90d6-41c1-9d26-909f838dadd8 req-e0576d45-156f-4d9e-9a42-608203526c4f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569462 Jul 13 15:43:17.495145 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332ad2b-a756-47fb-86d8-4454e39e2d68 req-5d91f0b6-fc0d-4154-8423-238ff383a324 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:17.497361 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c332ad2b-a756-47fb-86d8-4454e39e2d68 req-5d91f0b6-fc0d-4154-8423-238ff383a324 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 943 time: 0.1110022 Jul 13 15:43:17.510027 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-0dd57128-781d-4dec-a8bd-9086d2734b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:17.511570 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-0dd57128-781d-4dec-a8bd-9086d2734b04 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb&device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 1096 time: 0.4058208 Jul 13 15:43:17.512133 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a51e35-70ef-4752-8f9e-3dcfa933c77d req-cda7a9ac-42f8-49ae-bfe7-0c25c0cb8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:17.513592 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c0a51e35-70ef-4752-8f9e-3dcfa933c77d req-cda7a9ac-42f8-49ae-bfe7-0c25c0cb8954 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2401366 Jul 13 15:43:17.520387 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-48c313c8-6b70-45fb-9f30-2fb314ed89ae req-bfca8935-8d73-4faf-91b4-617cc37c139b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240927 Jul 13 15:43:17.549360 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c332ad2b-a756-47fb-86d8-4454e39e2d68 req-53339705-527f-4989-982d-4b64ade0387d tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438323 Jul 13 15:43:17.555030 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd40a52-b441-497d-8460-123dd52b7130 req-611cb9e0-7232-48f3-9e14-b9cdb0df9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:17.557451 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4fd40a52-b441-497d-8460-123dd52b7130 req-611cb9e0-7232-48f3-9e14-b9cdb0df9070 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d94faec815442809ce9f4332a1bb5b0&device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 1097 time: 0.1755543 Jul 13 15:43:17.703491 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f194734-f391-4d98-a0ad-d7b1ca951e0d req-0cee3f0d-2ba0-4774-961d-a036d82e6db2 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:17.705889 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6f194734-f391-4d98-a0ad-d7b1ca951e0d req-0cee3f0d-2ba0-4774-961d-a036d82e6db2 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 944 time: 0.0678284 Jul 13 15:43:17.728511 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa5f14-2c64-4aae-beef-413ed6215cea req-6241c6b7-3732-43f7-bf3e-043628a6454e tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:17.730131 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-26fa5f14-2c64-4aae-beef-413ed6215cea req-6241c6b7-3732-43f7-bf3e-043628a6454e tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 946 time: 0.0715411 Jul 13 15:43:17.772223 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6f194734-f391-4d98-a0ad-d7b1ca951e0d req-d99bcd7b-9d8c-4855-b8b9-6b84778f8d06 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602679 Jul 13 15:43:17.803522 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-26fa5f14-2c64-4aae-beef-413ed6215cea req-4eebe6bf-cdd2-4b80-8067-11ee535fddc6 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663829 Jul 13 15:43:17.804712 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-30fcf24c-8318-42c1-a56a-efbcf3ca8ece service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 HTTP/1.1" status: 200 len: 217 time: 0.0590036 Jul 13 15:43:17.845118 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd40a52-b441-497d-8460-123dd52b7130 req-268c9ae5-327e-48d4-9a72-591487330abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:17.846826 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4fd40a52-b441-497d-8460-123dd52b7130 req-268c9ae5-327e-48d4-9a72-591487330abe service neutron] 10.222.0.63 "GET /v2.0/networks?id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 HTTP/1.1" status: 200 len: 918 time: 0.0972888 Jul 13 15:43:17.942879 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-3d63846a-4290-4847-9ddc-62a31eaa9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:17.944455 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-3d63846a-4290-4847-9ddc-62a31eaa9d6a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=45402ac4-397c-481f-9144-a5b5042569e3 HTTP/1.1" status: 200 len: 849 time: 0.0471332 Jul 13 15:43:17.948684 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4fd40a52-b441-497d-8460-123dd52b7130 req-dca2e937-0f49-4008-a56a-355aa7d7221f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1 HTTP/1.1" status: 200 len: 217 time: 0.0433791 Jul 13 15:43:17.980707 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 42712) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:18.033312 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd40a52-b441-497d-8460-123dd52b7130 req-daf1c379-43c9-4866-8cd5-48fe0519006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:18.034221 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4fd40a52-b441-497d-8460-123dd52b7130 req-daf1c379-43c9-4866-8cd5-48fe0519006c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=823f7a85-e8b2-4154-bda7-8fa34af93224 HTTP/1.1" status: 200 len: 856 time: 0.0640626 Jul 13 15:43:18.041882 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-2d94a980-1c0c-4c04-b9fb-20cc45e52526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:18.043346 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-2d94a980-1c0c-4c04-b9fb-20cc45e52526 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8cc48a34b43a42b58784f490bc5e2382&device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 1097 time: 0.1038034 Jul 13 15:43:18.069744 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 4dba99e5-764d-49ed-86ae-8716543af0d3 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:43:18.082379 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-63b85dc8-0b23-4c38-8ba8-e900590d33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:18.083868 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-63b85dc8-0b23-4c38-8ba8-e900590d33cb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1280231 Jul 13 15:43:18.119835 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-dbe7ae82-c234-4c0c-a1d8-13753b48a790 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2412dd0e-4360-462e-9cdb-b276e041d611 HTTP/1.1" status: 200 len: 217 time: 0.0489588 Jul 13 15:43:18.129510 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port 4dba99e5-764d-49ed-86ae-8716543af0d3 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:43:18.135075 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 4dba99e5-764d-49ed-86ae-8716543af0d3 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:43:18.136293 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:18.224524 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd40a52-b441-497d-8460-123dd52b7130 req-22e24cc0-85ce-490d-b109-daf12b83c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:18.226705 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4fd40a52-b441-497d-8460-123dd52b7130 req-22e24cc0-85ce-490d-b109-daf12b83c007 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1822486 Jul 13 15:43:18.233221 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-54dedc88-4fa5-4f29-b953-b17143baa418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:18.234935 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-54dedc88-4fa5-4f29-b953-b17143baa418 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=678e4bb8-5e76-4f8f-a15c-d9b0ba08c271 HTTP/1.1" status: 200 len: 858 time: 0.1074235 Jul 13 15:43:18.260389 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-79486a14-fe21-45f1-941b-a3e16def464c service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623044 Jul 13 15:43:18.267317 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-000c6630-3393-48c7-90a0-debd34077e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:18.309320 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:18.337071 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458ff007-a3b7-4963-a587-45326838d869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dba99e5-764d-49ed-86ae-8716543af0d3'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:18.338579 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-ad5178d4-3a0e-4ff9-8a36-ba7e56f00398 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3898a02d-5a55-4bd3-acbc-bd89e49018c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519254 Jul 13 15:43:18.341190 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a784d8c-00a2-42c7-9ac0-aa34772cc4a9" -d '{"events": [{"server_uuid": "458ff007-a3b7-4963-a587-45326838d869", "name": "network-vif-plugged", "status": "completed", "tag": "4dba99e5-764d-49ed-86ae-8716543af0d3"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:18.365558 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 4dba99e5-764d-49ed-86ae-8716543af0d3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4dba99e5-764d-49ed-86ae-8716543af0d3,segment=NetworkSegment(4fc8523a-cb65-413f-813b-4069065342eb),segment_id=4fc8523a-cb65-413f-813b-4069065342eb)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:18.371996 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:18.403767 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7ce0c6aa-ffc5-4dc4-849c-6809090da5e1 req-1d046466-7045-4d8d-abf5-ae3dafd6bd20 service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358936 Jul 13 15:43:18.423160 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6aec536-3907-42cd-8ef6-a5a9721c5dcd x-openstack-request-id: req-c6aec536-3907-42cd-8ef6-a5a9721c5dcd {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:18.423668 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458ff007-a3b7-4963-a587-45326838d869", "name": "network-vif-plugged", "status": "completed", "tag": "4dba99e5-764d-49ed-86ae-8716543af0d3", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:18.423931 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c6aec536-3907-42cd-8ef6-a5a9721c5dcd {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:18.424320 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458ff007-a3b7-4963-a587-45326838d869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dba99e5-764d-49ed-86ae-8716543af0d3', 'code': 200} Jul 13 15:43:18.440026 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=4dba99e5-764d-49ed-86ae-8716543af0d3,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:18.571058 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf70f9-46d5-4c14-ad1c-ff33dc75f926 req-cb34f8ba-c63c-4f34-b16b-629ca7c954f9 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:18.573165 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bfcf70f9-46d5-4c14-ad1c-ff33dc75f926 req-cb34f8ba-c63c-4f34-b16b-629ca7c954f9 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 945 time: 0.2461340 Jul 13 15:43:18.595191 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4fd40a52-b441-497d-8460-123dd52b7130 req-6308d9ea-ddf8-4947-867b-0454e5b8e0da service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422067 Jul 13 15:43:18.600590 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-b0539052-04aa-4d87-88fc-f1cf76f63486 service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166560 Jul 13 15:43:18.645060 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bfcf70f9-46d5-4c14-ad1c-ff33dc75f926 req-be4e5f79-417a-4fb8-a891-68795bf8a9d2 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637197 Jul 13 15:43:18.650754 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-000c6630-3393-48c7-90a0-debd34077e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:18.668727 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-000c6630-3393-48c7-90a0-debd34077e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:18.799133 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-000c6630-3393-48c7-90a0-debd34077e32 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27a2a572660a48d2948b11c1738c1088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8175280 Jul 13 15:43:18.809048 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 42746) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:18.820680 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c6630-3393-48c7-90a0-debd34077e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24acefa6-bb72-40f2-8136-ade07ec72980,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:18.905846 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4fd40a52-b441-497d-8460-123dd52b7130 req-ca723c1a-1847-4ef5-bd64-e5feebdfa3be service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487969 Jul 13 15:43:18.910035 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e6c3bf34-4d61-448f-8395-7a24d15c589d req-8bf10e68-459d-485c-bc81-cc3d7e213503 service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939161 Jul 13 15:43:18.941548 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94f4fd-b5cb-4a5c-ad08-64386d386007 req-0bcc778c-c370-4ac1-b3cb-be251a77fed4 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:18.952193 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fd94f4fd-b5cb-4a5c-ad08-64386d386007 req-0bcc778c-c370-4ac1-b3cb-be251a77fed4 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.2493441 Jul 13 15:43:18.959773 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b4854817-8b10-4ed0-ae54-3846bf4b2d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:18.980887 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:18.992645 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b4854817-8b10-4ed0-ae54-3846bf4b2d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:18.994532 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f292ad4-5dd3-47b3-bc87-3cdbef17da35 req-7fce6b61-5c6f-4a92-b5fc-17ba09204e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:18.996674 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5f292ad4-5dd3-47b3-bc87-3cdbef17da35 req-7fce6b61-5c6f-4a92-b5fc-17ba09204e4b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 1098 time: 0.2095127 Jul 13 15:43:19.030853 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fd94f4fd-b5cb-4a5c-ad08-64386d386007 req-c25c3d6c-ed06-41a5-b72c-0f553110e559 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770621 Jul 13 15:43:19.038984 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3882509-9767-4d82-91e0-1b44235ae432 req-6b022ccf-3f9f-4e89-82dc-02130681f124 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:19.041330 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a3882509-9767-4d82-91e0-1b44235ae432 req-6b022ccf-3f9f-4e89-82dc-02130681f124 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 943 time: 0.1297832 Jul 13 15:43:19.082410 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5f292ad4-5dd3-47b3-bc87-3cdbef17da35 req-f56c4b9a-3d32-4a96-ae08-df410c23aab3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358198 Jul 13 15:43:19.114876 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a3882509-9767-4d82-91e0-1b44235ae432 req-9b02d655-1a35-48bb-8281-cb37c0458b18 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625186 Jul 13 15:43:19.119398 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b4854817-8b10-4ed0-ae54-3846bf4b2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:19.123772 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b4854817-8b10-4ed0-ae54-3846bf4b2d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:19.125086 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-b4854817-8b10-4ed0-ae54-3846bf4b2d61 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/24acefa6-bb72-40f2-8136-ade07ec72980 HTTP/1.1" status: 204 len: 168 time: 0.3148313 Jul 13 15:43:19.133390 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4854817-8b10-4ed0-ae54-3846bf4b2d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24acefa6-bb72-40f2-8136-ade07ec72980,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:19.314047 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626a931-e02d-4d2d-874e-a6d08f85c032 req-e230f1aa-c0e4-4a29-9e0e-648253c5975e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:19.314776 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3c4cc-316a-409c-8a97-638a2cb803da req-f27701d1-f941-43fe-a997-6f46b25a8671 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:19.315558 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6626a931-e02d-4d2d-874e-a6d08f85c032 req-e230f1aa-c0e4-4a29-9e0e-648253c5975e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 944 time: 0.0778079 Jul 13 15:43:19.322545 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-99b3c4cc-316a-409c-8a97-638a2cb803da req-f27701d1-f941-43fe-a997-6f46b25a8671 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 946 time: 0.0865226 Jul 13 15:43:19.362683 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6626a931-e02d-4d2d-874e-a6d08f85c032 req-0ff4f648-c369-45d8-8437-2bbfe2b290ed tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410986 Jul 13 15:43:19.364250 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-99b3c4cc-316a-409c-8a97-638a2cb803da req-9189dc2d-67ca-4849-8a09-fe9e5abe2e10 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386689 Jul 13 15:43:19.449743 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 42764) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:19.464342 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-33bc3343-beff-4fea-8f68-4a924d25f482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:19.566786 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-33bc3343-beff-4fea-8f68-4a924d25f482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:19.575095 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-33bc3343-beff-4fea-8f68-4a924d25f482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:19.614987 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-33bc3343-beff-4fea-8f68-4a924d25f482 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2b4ba0f9751e4934bc6dabfed032a987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641216 Jul 13 15:43:19.615701 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc3343-beff-4fea-8f68-4a924d25f482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79e8ea8-20d4-4d1f-be61-5a9421a47259,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:19.618041 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 42776) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:19.686651 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-de3479c3-d897-4476-9482-570e097a77e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:19.708131 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-de3479c3-d897-4476-9482-570e097a77e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:19.756417 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-de3479c3-d897-4476-9482-570e097a77e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:19.759201 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-de3479c3-d897-4476-9482-570e097a77e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:19.760371 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-de3479c3-d897-4476-9482-570e097a77e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a79e8ea8-20d4-4d1f-be61-5a9421a47259 HTTP/1.1" status: 204 len: 168 time: 0.1406980 Jul 13 15:43:19.768204 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3479c3-d897-4476-9482-570e097a77e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79e8ea8-20d4-4d1f-be61-5a9421a47259,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:19.933045 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 42794) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:20.031681 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0194-1b0a-484e-b024-e74b59d1302a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:20.130877 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0194-1b0a-484e-b024-e74b59d1302a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:20.136262 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0194-1b0a-484e-b024-e74b59d1302a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:20.258745 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e68377-4396-4ffc-93b5-684d835fd325 req-8fe14515-02f5-4c49-9009-63d0297399f5 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:20.273587 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d1e68377-4396-4ffc-93b5-684d835fd325 req-8fe14515-02f5-4c49-9009-63d0297399f5 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.1161058 Jul 13 15:43:20.316945 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d1e68377-4396-4ffc-93b5-684d835fd325 req-4a588367-018f-489f-aec5-b394d8a210ec tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386643 Jul 13 15:43:20.350502 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9aec7252-0328-46a7-9f37-a98f57ebd8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:20.407753 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-fd7a0194-1b0a-484e-b024-e74b59d1302a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86b76f98c3624626bb33a39d6c547d62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735866 Jul 13 15:43:20.409414 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a0194-1b0a-484e-b024-e74b59d1302a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dd4e75-ee86-4454-bbe5-3084c6e42424,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:20.410494 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 42822) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:20.447252 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb374eb0-752f-4064-aef5-4d84b621e40c req-5e5122c8-7c32-4fc9-b004-5b094b84dff7 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:20.449141 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eb374eb0-752f-4064-aef5-4d84b621e40c req-5e5122c8-7c32-4fc9-b004-5b094b84dff7 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 943 time: 0.0940006 Jul 13 15:43:20.472236 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0c78565b-f0fc-448a-8860-66287633183d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:20.489960 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eb374eb0-752f-4064-aef5-4d84b621e40c req-499fcb76-4f5d-4406-bb52-cd70f99dc60d tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349379 Jul 13 15:43:20.501278 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0c78565b-f0fc-448a-8860-66287633183d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:20.594001 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc17c9-3ae2-4a57-8a91-db601f2b2ad6 req-49a5cc74-89e1-4e73-99c7-048f9f32d71c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:20.595529 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cbcc17c9-3ae2-4a57-8a91-db601f2b2ad6 req-49a5cc74-89e1-4e73-99c7-048f9f32d71c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 944 time: 0.0787575 Jul 13 15:43:20.596306 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0c78565b-f0fc-448a-8860-66287633183d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:20.598899 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0c78565b-f0fc-448a-8860-66287633183d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:20.601159 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-0c78565b-f0fc-448a-8860-66287633183d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/84dd4e75-ee86-4454-bbe5-3084c6e42424 HTTP/1.1" status: 204 len: 168 time: 0.1894534 Jul 13 15:43:20.616334 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78565b-f0fc-448a-8860-66287633183d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dd4e75-ee86-4454-bbe5-3084c6e42424,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:20.646223 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cbcc17c9-3ae2-4a57-8a91-db601f2b2ad6 req-e413c0d6-9fa7-424a-814b-b9391ec90d3a tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439725 Jul 13 15:43:20.840031 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:43:20.927551 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 42876) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:20.940844 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a45d93f8-fff2-4b84-aab1-390db9939a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:21.031621 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a45d93f8-fff2-4b84-aab1-390db9939a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:21.035643 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a45d93f8-fff2-4b84-aab1-390db9939a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:21.077940 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-a45d93f8-fff2-4b84-aab1-390db9939a22 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d14aebcd794f42cda25a665c56f7f8b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488442 Jul 13 15:43:21.078188 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 42882) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:21.079369 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d93f8-fff2-4b84-aab1-390db9939a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56922cd-49e7-492b-9acb-f41c3d99016e,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:21.134476 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dc54dc1b-9937-45e6-a7f7-29ab4becb353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:21.154599 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dc54dc1b-9937-45e6-a7f7-29ab4becb353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:21.201529 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dc54dc1b-9937-45e6-a7f7-29ab4becb353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:21.204323 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dc54dc1b-9937-45e6-a7f7-29ab4becb353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:21.205428 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-dc54dc1b-9937-45e6-a7f7-29ab4becb353 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d56922cd-49e7-492b-9acb-f41c3d99016e HTTP/1.1" status: 204 len: 168 time: 0.1259987 Jul 13 15:43:21.213228 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54dc1b-9937-45e6-a7f7-29ab4becb353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56922cd-49e7-492b-9acb-f41c3d99016e,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:21.511361 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00aa5c-2fce-431d-86a3-dbb81e4f4f05 req-9d4762b3-d13e-4126-9242-c90213413fee tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:21.512837 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6f00aa5c-2fce-431d-86a3-dbb81e4f4f05 req-9d4762b3-d13e-4126-9242-c90213413fee tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0712476 Jul 13 15:43:21.554526 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6f00aa5c-2fce-431d-86a3-dbb81e4f4f05 req-a7614c11-b73b-4186-94cd-33d6fa66cddf tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355291 Jul 13 15:43:21.667323 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bf7f7-0fbb-4361-b731-ea9507277f1e req-3307dd7e-3f8b-4107-93ab-6bdb0c47923b tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:21.669050 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fa8bf7f7-0fbb-4361-b731-ea9507277f1e req-3307dd7e-3f8b-4107-93ab-6bdb0c47923b tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 943 time: 0.0636358 Jul 13 15:43:21.717180 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fa8bf7f7-0fbb-4361-b731-ea9507277f1e req-909fc36a-77d0-4fef-b937-a08ac1364942 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416026 Jul 13 15:43:21.838130 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33574c00-56f9-4b24-813a-492f3601ae7d req-86262a0e-91db-4b7a-8dc1-333051464c81 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:21.840084 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-33574c00-56f9-4b24-813a-492f3601ae7d req-86262a0e-91db-4b7a-8dc1-333051464c81 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 944 time: 0.0700152 Jul 13 15:43:21.883183 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-33574c00-56f9-4b24-813a-492f3601ae7d req-884b8e56-4cca-4605-adee-a649216bca12 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367675 Jul 13 15:43:21.982334 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 01bd2d1e-851f-44d6-82fa-1084b9681cd1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:43:22.085710 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 01bd2d1e-851f-44d6-82fa-1084b9681cd1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:22.097929 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'port_id': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'mac_address': 'fa:16:3e:0d:ba:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:43:22.141601 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:22.155827 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01bd2d1e-851f-44d6-82fa-1084b9681cd1 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:43:22.182633 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 01bd2d1e-851f-44d6-82fa-1084b9681cd1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:22.187623 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:22.240760 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=01bd2d1e-851f-44d6-82fa-1084b9681cd1,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:22.714686 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['01bd2d1e-851f-44d6-82fa-1084b9681cd1'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:43:22.743313 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252b343-b68f-4ebc-9766-c2a3a85a901c req-1035ca9a-13ee-49ef-b7c0-826a0dc2dcce tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:22.745651 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5252b343-b68f-4ebc-9766-c2a3a85a901c req-1035ca9a-13ee-49ef-b7c0-826a0dc2dcce tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0712132 Jul 13 15:43:22.793535 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5252b343-b68f-4ebc-9766-c2a3a85a901c req-ce381874-088f-4362-9d80-7dbcb92a31db tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356989 Jul 13 15:43:22.812643 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ba14e66d-31ad-45ec-a7d3-0d0bd2e35c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:22.935248 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8e16d-bb20-45d5-b5dc-fd077b5bbc66 req-b49018f1-ea84-41f3-bfbd-53a9089e3495 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:22.942445 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-50e8e16d-bb20-45d5-b5dc-fd077b5bbc66 req-b49018f1-ea84-41f3-bfbd-53a9089e3495 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 943 time: 0.0985465 Jul 13 15:43:22.981642 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-50e8e16d-bb20-45d5-b5dc-fd077b5bbc66 req-61c58abc-6e59-4995-a118-d2298ef96c96 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382071 Jul 13 15:43:23.031065 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:23.123504 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfa829-9bc5-4578-88b9-9776dda34312 req-658514c5-caeb-4561-8380-6fa24697fd18 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:23.131086 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-23bfa829-9bc5-4578-88b9-9776dda34312 req-658514c5-caeb-4561-8380-6fa24697fd18 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 944 time: 0.0923731 Jul 13 15:43:23.169536 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-23bfa829-9bc5-4578-88b9-9776dda34312 req-acdbad76-4b57-4c40-a91d-51f3626a3fed tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375507 Jul 13 15:43:23.897261 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:24.000859 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca38ab8-a53e-4927-bdca-7102523b234e req-997f69a5-77ad-40c4-8501-4fed7bcaae7e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:24.002432 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2ca38ab8-a53e-4927-bdca-7102523b234e req-997f69a5-77ad-40c4-8501-4fed7bcaae7e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0753503 Jul 13 15:43:24.041359 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2ca38ab8-a53e-4927-bdca-7102523b234e req-c27f22c5-6dd8-413f-a259-f239a988b9fc tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334609 Jul 13 15:43:24.240082 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab8ff5-deb1-45e1-85cd-dc19cdfe81fb req-b9e6be4a-765b-4f23-a7ad-1f7fe2916367 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:24.241566 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b1ab8ff5-deb1-45e1-85cd-dc19cdfe81fb req-b9e6be4a-765b-4f23-a7ad-1f7fe2916367 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 943 time: 0.0751235 Jul 13 15:43:24.304036 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b1ab8ff5-deb1-45e1-85cd-dc19cdfe81fb req-77ec7b00-fad9-40fb-960e-ad4858de70e4 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543358 Jul 13 15:43:24.506405 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa58dcd-5854-4975-86ee-26238d84ccec req-58aaa54a-9672-4bdb-8c62-1167e8fe2a1b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:24.508082 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2fa58dcd-5854-4975-86ee-26238d84ccec req-58aaa54a-9672-4bdb-8c62-1167e8fe2a1b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 944 time: 0.0865843 Jul 13 15:43:24.565122 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2fa58dcd-5854-4975-86ee-26238d84ccec req-3ad90cdd-4ff8-4ad1-b848-612fbdc9e976 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476165 Jul 13 15:43:25.023328 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 2412dd0e-4360-462e-9cdb-b276e041d611 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:43:25.035631 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 01bd2d1e-851f-44d6-82fa-1084b9681cd1 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:43:25.142281 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port 01bd2d1e-851f-44d6-82fa-1084b9681cd1 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:43:25.154403 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 01bd2d1e-851f-44d6-82fa-1084b9681cd1 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:43:25.154792 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:25.160706 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 2412dd0e-4360-462e-9cdb-b276e041d611, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2412dd0e-4360-462e-9cdb-b276e041d611,segment=NetworkSegment(4fc8523a-cb65-413f-813b-4069065342eb),segment_id=4fc8523a-cb65-413f-813b-4069065342eb)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:25.192468 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '2412dd0e-4360-462e-9cdb-b276e041d611', 'network_id': '3898a02d-5a55-4bd3-acbc-bd89e49018c8', 'port_id': '2412dd0e-4360-462e-9cdb-b276e041d611', 'mac_address': 'fa:16:3e:9f:e0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678e4bb8-5e76-4f8f-a15c-d9b0ba08c271', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:43:25.220695 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2291e6-80d7-44a8-a3f9-8cff10daa026 req-5cebb0b8-d1b7-4c1a-b050-129d741bddc0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:25.222193 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-db2291e6-80d7-44a8-a3f9-8cff10daa026 req-5cebb0b8-d1b7-4c1a-b050-129d741bddc0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0638242 Jul 13 15:43:25.261189 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:25.262394 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-db2291e6-80d7-44a8-a3f9-8cff10daa026 req-6ee2c3fe-6a33-4867-b39d-52eb2a7af5b7 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345008 Jul 13 15:43:25.287060 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:25.296821 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2412dd0e-4360-462e-9cdb-b276e041d611 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:43:25.327108 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bd2d1e-851f-44d6-82fa-1084b9681cd1'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:25.329573 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dccf7f0-3b25-4426-8167-1f35a5d13980" -d '{"events": [{"server_uuid": "a185415d-9498-406d-bd15-e3f25aa9cbf8", "name": "network-vif-plugged", "status": "completed", "tag": "01bd2d1e-851f-44d6-82fa-1084b9681cd1"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:25.332938 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 2412dd0e-4360-462e-9cdb-b276e041d611, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2412dd0e-4360-462e-9cdb-b276e041d611,segment=NetworkSegment(4fc8523a-cb65-413f-813b-4069065342eb),segment_id=4fc8523a-cb65-413f-813b-4069065342eb)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:25.342809 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:25.343644 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:43:25.350322 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 01bd2d1e-851f-44d6-82fa-1084b9681cd1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:25.378673 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0604d882-b47a-4123-a7ad-1f56de82cf02 x-openstack-request-id: req-0604d882-b47a-4123-a7ad-1f56de82cf02 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:25.378964 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a185415d-9498-406d-bd15-e3f25aa9cbf8", "name": "network-vif-plugged", "status": "completed", "tag": "01bd2d1e-851f-44d6-82fa-1084b9681cd1", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:25.379212 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0604d882-b47a-4123-a7ad-1f56de82cf02 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:25.379594 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'code': 200} Jul 13 15:43:25.383264 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:25.451805 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=2412dd0e-4360-462e-9cdb-b276e041d611,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:25.532884 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:25.535171 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=01bd2d1e-851f-44d6-82fa-1084b9681cd1,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:25.548941 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': 'adc5ae82-6a56-4e7b-8aa0-1ef76216dad7', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'port_id': 'adc5ae82-6a56-4e7b-8aa0-1ef76216dad7', 'mac_address': 'fa:16:3e:3b:9e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:43:25.557182 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb6a5b-bfff-4da7-a77a-1f98ead15577 req-01e3abd6-696a-40b9-80e0-a43eabce08d0 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:25.565887 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a0eb6a5b-bfff-4da7-a77a-1f98ead15577 req-01e3abd6-696a-40b9-80e0-a43eabce08d0 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 943 time: 0.1081703 Jul 13 15:43:25.602798 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:25.606085 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:25.620702 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:43:25.624176 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a0eb6a5b-bfff-4da7-a77a-1f98ead15577 req-d749a113-ac43-42fd-99f4-389fc863ba95 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573528 Jul 13 15:43:25.645750 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:25.652981 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:25.705225 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:25.727625 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef43b92-1be6-45a7-ab18-9455a0d46092 req-a67edb05-a5e1-4226-852d-e0dd81d520fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:25.730000 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cef43b92-1be6-45a7-ab18-9455a0d46092 req-a67edb05-a5e1-4226-852d-e0dd81d520fe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 1099 time: 0.0705845 Jul 13 15:43:25.802151 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cef43b92-1be6-45a7-ab18-9455a0d46092 req-ff803db6-adc2-4f54-a6b9-aa2a424a9da4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531838 Jul 13 15:43:25.828394 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762ea2-d7b4-41fa-b3fe-3493dcc5b3b3 req-d354b4ad-66cc-4104-acd2-7cd558ef46d1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:25.829893 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b4762ea2-d7b4-41fa-b3fe-3493dcc5b3b3 req-d354b4ad-66cc-4104-acd2-7cd558ef46d1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 945 time: 0.0938897 Jul 13 15:43:25.871448 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b4762ea2-d7b4-41fa-b3fe-3493dcc5b3b3 req-092f1575-4836-40de-b5e4-8263ebd7fdea tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358448 Jul 13 15:43:26.147471 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['2412dd0e-4360-462e-9cdb-b276e041d611'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:43:26.191800 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['adc5ae82-6a56-4e7b-8aa0-1ef76216dad7'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:43:26.471539 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f74820-d589-4285-82d1-452caf8a1f7c req-1d16aba8-d8b0-4165-9109-3522f103d662 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:26.473179 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c7f74820-d589-4285-82d1-452caf8a1f7c req-1d16aba8-d8b0-4165-9109-3522f103d662 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0630994 Jul 13 15:43:26.514470 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c7f74820-d589-4285-82d1-452caf8a1f7c req-c6f56577-ac6d-4717-86ac-7338b20a016c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358322 Jul 13 15:43:26.564456 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43110) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:26.665452 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-bf42e32d-c0b2-4aeb-83ca-9de7b89d3900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:26.766160 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-bf42e32d-c0b2-4aeb-83ca-9de7b89d3900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:26.787270 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-bf42e32d-c0b2-4aeb-83ca-9de7b89d3900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:26.835534 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-bf42e32d-c0b2-4aeb-83ca-9de7b89d3900 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8c4d1a7a9f2a4bef874a712e89e7a33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697725 Jul 13 15:43:26.838666 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42e32d-c0b2-4aeb-83ca-9de7b89d3900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4561bef4-56a3-4724-9082-d44577fb63a6,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:26.839061 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43118) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:26.865528 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b227787-acee-4237-9971-dca8d2e36ef4 req-522c6e07-55ec-4096-b83d-b27b7a811c28 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:26.867040 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2b227787-acee-4237-9971-dca8d2e36ef4 req-522c6e07-55ec-4096-b83d-b27b7a811c28 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 944 time: 0.1145861 Jul 13 15:43:26.890529 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-44ab8202-a1c3-4aaa-b1e2-517ca04baff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:26.909167 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2b227787-acee-4237-9971-dca8d2e36ef4 req-3a28a079-c1b2-43ba-a9f3-d5c956d18d67 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355589 Jul 13 15:43:26.914101 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-44ab8202-a1c3-4aaa-b1e2-517ca04baff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:26.962695 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-44ab8202-a1c3-4aaa-b1e2-517ca04baff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:26.965520 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-44ab8202-a1c3-4aaa-b1e2-517ca04baff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:26.966690 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-44ab8202-a1c3-4aaa-b1e2-517ca04baff8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4561bef4-56a3-4724-9082-d44577fb63a6 HTTP/1.1" status: 204 len: 168 time: 0.1266594 Jul 13 15:43:26.974142 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab8202-a1c3-4aaa-b1e2-517ca04baff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4561bef4-56a3-4724-9082-d44577fb63a6,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:27.051464 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571686c-da9b-4d30-86e9-4ea071c749e9 req-60db251f-2f48-408b-bff5-df8f6ce5b374 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:27.053271 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b571686c-da9b-4d30-86e9-4ea071c749e9 req-60db251f-2f48-408b-bff5-df8f6ce5b374 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 945 time: 0.0695264 Jul 13 15:43:27.114287 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b571686c-da9b-4d30-86e9-4ea071c749e9 req-3995d949-e12e-4f43-8859-637850950a02 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513439 Jul 13 15:43:27.263154 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43136) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:27.277798 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-34f24037-85ea-4b27-9d97-6f46d4474cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:27.388401 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-34f24037-85ea-4b27-9d97-6f46d4474cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:27.393966 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-34f24037-85ea-4b27-9d97-6f46d4474cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:27.429720 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-34f24037-85ea-4b27-9d97-6f46d4474cc8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a79d37d1acfe442ea21e7a98d5dd3449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629169 Jul 13 15:43:27.430314 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43140) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:27.438202 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f24037-85ea-4b27-9d97-6f46d4474cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3d3d71-bc62-4cff-8dc7-69d158f540a0,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:27.489924 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cca9-5fe6-4c04-ac2e-29a205806f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:27.512697 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cca9-5fe6-4c04-ac2e-29a205806f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:27.565584 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cca9-5fe6-4c04-ac2e-29a205806f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:27.568202 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cca9-5fe6-4c04-ac2e-29a205806f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:27.572279 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-e3d2cca9-5fe6-4c04-ac2e-29a205806f8f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5a3d3d71-bc62-4cff-8dc7-69d158f540a0 HTTP/1.1" status: 204 len: 168 time: 0.1373515 Jul 13 15:43:27.580854 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2cca9-5fe6-4c04-ac2e-29a205806f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3d3d71-bc62-4cff-8dc7-69d158f540a0,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:27.769452 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd9989-79a5-431e-b55c-74f02c105b68 req-3805eb63-2982-43ee-99eb-28e7ce08f72c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:27.771122 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-69cd9989-79a5-431e-b55c-74f02c105b68 req-3805eb63-2982-43ee-99eb-28e7ce08f72c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0691340 Jul 13 15:43:27.811791 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-69cd9989-79a5-431e-b55c-74f02c105b68 req-82cf3e94-4039-412a-8aa2-fd14fd7af52e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339327 Jul 13 15:43:27.995151 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5c746-9365-43c9-8de6-2ca99e1026b9 req-4360f11e-de05-463b-a611-de6c21526292 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:27.996773 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-88b5c746-9365-43c9-8de6-2ca99e1026b9 req-4360f11e-de05-463b-a611-de6c21526292 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0675607 Jul 13 15:43:28.005571 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43164) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:28.010605 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-529e652b-effd-446e-baad-5f533e597c46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Request body: {'floatingip': {'port_id': '01bd2d1e-851f-44d6-82fa-1084b9681cd1'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:28.109623 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-529e652b-effd-446e-baad-5f533e597c46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for floatingip, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:28.286157 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c50b5d-0a27-4da3-8daa-ae86a256643d req-36cd047d-139a-4559-b16f-cdd1057e5774 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:28.287684 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-07c50b5d-0a27-4da3-8daa-ae86a256643d req-36cd047d-139a-4559-b16f-cdd1057e5774 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 944 time: 0.2463887 Jul 13 15:43:28.334749 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbae19-c7ee-49d3-866e-de096063e6f5 req-000daa85-3d9b-4427-8a20-8509112e1514 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:28.338174 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6fbbae19-c7ee-49d3-866e-de096063e6f5 req-000daa85-3d9b-4427-8a20-8509112e1514 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 945 time: 0.0677199 Jul 13 15:43:28.377216 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6fbbae19-c7ee-49d3-866e-de096063e6f5 req-0f105b78-a304-49f4-be77-98d0f404c216 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352006 Jul 13 15:43:28.407927 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-07c50b5d-0a27-4da3-8daa-ae86a256643d req-3ca8a436-3818-449c-a93f-25592b082961 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035035 Jul 13 15:43:29.039272 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 2412dd0e-4360-462e-9cdb-b276e041d611 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:43:29.053023 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-529e652b-effd-446e-baad-5f533e597c46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:29.057649 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-529e652b-effd-446e-baad-5f533e597c46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:29.094555 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port 2412dd0e-4360-462e-9cdb-b276e041d611 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:43:29.100098 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 2412dd0e-4360-462e-9cdb-b276e041d611 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:43:29.100473 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:29.164810 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.l3_db [None req-529e652b-effd-446e-baad-5f533e597c46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Floating IP 6f98e661-08fe-4951-a8df-bff3652333e9 associated. External IP: 172.27.1.192, port: 01bd2d1e-851f-44d6-82fa-1084b9681cd1. Jul 13 15:43:29.193628 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:29.218273 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c738c7e-dfaa-4483-9c9d-444e230b8501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2412dd0e-4360-462e-9cdb-b276e041d611'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:29.220730 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9de765-7c09-467a-9c7e-e69f794ddb92" -d '{"events": [{"server_uuid": "8c738c7e-dfaa-4483-9c9d-444e230b8501", "name": "network-vif-plugged", "status": "completed", "tag": "2412dd0e-4360-462e-9cdb-b276e041d611"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:29.248861 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 2412dd0e-4360-462e-9cdb-b276e041d611, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2412dd0e-4360-462e-9cdb-b276e041d611,segment=NetworkSegment(4fc8523a-cb65-413f-813b-4069065342eb),segment_id=4fc8523a-cb65-413f-813b-4069065342eb)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:29.262288 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f87394c-cbee-4703-a699-899fbfc3a2d9 x-openstack-request-id: req-9f87394c-cbee-4703-a699-899fbfc3a2d9 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:29.262675 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c738c7e-dfaa-4483-9c9d-444e230b8501", "name": "network-vif-plugged", "status": "completed", "tag": "2412dd0e-4360-462e-9cdb-b276e041d611", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:29.263028 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9f87394c-cbee-4703-a699-899fbfc3a2d9 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:29.263816 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c738c7e-dfaa-4483-9c9d-444e230b8501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2412dd0e-4360-462e-9cdb-b276e041d611', 'code': 200} Jul 13 15:43:29.265774 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:29.266778 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:43:29.360731 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=2412dd0e-4360-462e-9cdb-b276e041d611,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:29.372730 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:43:29.377153 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:43:29.377804 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:29.437435 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529e652b-effd-446e-baad-5f533e597c46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Router f9620079-9045-403b-8233-7778c0d48f2f has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:43:29.553044 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:29.600100 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:29.604810 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:29.669636 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529e652b-effd-446e-baad-5f533e597c46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:43:29.676814 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:29.690582 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-529e652b-effd-446e-baad-5f533e597c46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:29.693589 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fd597-6569-4759-88c5-387fb6aca2c6 None None] Sync routers for ids ['f9620079-9045-403b-8233-7778c0d48f2f'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:43:29.710777 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589fd597-6569-4759-88c5-387fb6aca2c6 None None] Routers {'f9620079-9045-403b-8233-7778c0d48f2f'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:43:29.711415 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-589fd597-6569-4759-88c5-387fb6aca2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:43:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f9620079-9045-403b-8233-7778c0d48f2f'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:43:29.740123 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b840dc6-60ac-4c3e-be6b-f6ecea84daf9 req-238d600e-6b12-4f88-a8bc-244bba4422aa tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:29.747795 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7b840dc6-60ac-4c3e-be6b-f6ecea84daf9 req-238d600e-6b12-4f88-a8bc-244bba4422aa tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1992927 Jul 13 15:43:29.764526 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952cb87-937b-40c6-ac1d-93a1e415cafc req-93624f0e-c6c8-494a-b003-80f3819845b2 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:29.766068 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e952cb87-937b-40c6-ac1d-93a1e415cafc req-93624f0e-c6c8-494a-b003-80f3819845b2 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.1272078 Jul 13 15:43:29.791748 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f19b0-67fb-4f1b-a0e8-aa284b086c9f req-181cefb6-141a-4736-8c1e-574230f619c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:29.793401 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-127f19b0-67fb-4f1b-a0e8-aa284b086c9f req-181cefb6-141a-4736-8c1e-574230f619c7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 1099 time: 0.2438035 Jul 13 15:43:29.807028 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7b840dc6-60ac-4c3e-be6b-f6ecea84daf9 req-9f32a9e3-1c90-4741-afa7-d517baca5564 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581398 Jul 13 15:43:29.808747 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-529e652b-effd-446e-baad-5f533e597c46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "PUT /v2.0/floatingips/6f98e661-08fe-4951-a8df-bff3652333e9 HTTP/1.1" status: 200 len: 992 time: 1.8020589 Jul 13 15:43:29.809822 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'tag': '01bd2d1e-851f-44d6-82fa-1084b9681cd1'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:29.812299 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74b2193-86c5-477a-83d6-a18f3c5c2cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "a185415d-9498-406d-bd15-e3f25aa9cbf8", "tag": "01bd2d1e-851f-44d6-82fa-1084b9681cd1"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:29.838565 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e952cb87-937b-40c6-ac1d-93a1e415cafc req-f42be963-abbb-454f-a38c-1909d24604bc tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654125 Jul 13 15:43:29.846700 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-127f19b0-67fb-4f1b-a0e8-aa284b086c9f req-54115dae-03ec-4e3d-b6f4-b81b7f55a893 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315642 Jul 13 15:43:29.867086 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-589fd597-6569-4759-88c5-387fb6aca2c6 None None] Set router f9620079-9045-403b-8233-7778c0d48f2f gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:43:29.892841 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb94c9bc-fd97-4c6e-b1eb-5c073ebf6ee5 x-openstack-request-id: req-bb94c9bc-fd97-4c6e-b1eb-5c073ebf6ee5 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:29.893126 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a185415d-9498-406d-bd15-e3f25aa9cbf8", "tag": "01bd2d1e-851f-44d6-82fa-1084b9681cd1", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:29.893425 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb94c9bc-fd97-4c6e-b1eb-5c073ebf6ee5 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:29.893858 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'tag': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'status': 'completed', 'code': 200} Jul 13 15:43:30.135655 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-589fd597-6569-4759-88c5-387fb6aca2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': '6f98e661-08fe-4951-a8df-bff3652333e9', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'port_id': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'mac_address': 'fa:16:3e:0d:ba:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:42:55Z', 'updated_at': '2021-07-13T15:43:28Z', 'revision_number': 1, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:56Z', 'revision_number': 5, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:43:30.161811 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fd597-6569-4759-88c5-387fb6aca2c6 None None] Checking router: f9620079-9045-403b-8233-7778c0d48f2f for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:43:30.170976 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589fd597-6569-4759-88c5-387fb6aca2c6 None None] Routers {'f9620079-9045-403b-8233-7778c0d48f2f'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:43:30.171619 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-589fd597-6569-4759-88c5-387fb6aca2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:43:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f9620079-9045-403b-8233-7778c0d48f2f'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:43:30.275055 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-589fd597-6569-4759-88c5-387fb6aca2c6 None None] Set router f9620079-9045-403b-8233-7778c0d48f2f gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:43:30.362660 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b2193-86c5-477a-83d6-a18f3c5c2cbc req-42a77015-12d4-45a4-9f41-0b732fdd4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:30.364297 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a74b2193-86c5-477a-83d6-a18f3c5c2cbc req-42a77015-12d4-45a4-9f41-0b732fdd4ed7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d94faec815442809ce9f4332a1bb5b0&device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 1099 time: 0.0571580 Jul 13 15:43:30.486044 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b2193-86c5-477a-83d6-a18f3c5c2cbc req-802ebce5-bdc3-41b6-842d-079836849372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:30.487466 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a74b2193-86c5-477a-83d6-a18f3c5c2cbc req-802ebce5-bdc3-41b6-842d-079836849372 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 HTTP/1.1" status: 200 len: 918 time: 0.0907869 Jul 13 15:43:30.580260 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-589fd597-6569-4759-88c5-387fb6aca2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': '6f98e661-08fe-4951-a8df-bff3652333e9', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'port_id': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'mac_address': 'fa:16:3e:0d:ba:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:42:55Z', 'updated_at': '2021-07-13T15:43:28Z', 'revision_number': 1, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:56Z', 'revision_number': 5, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:43:30.588939 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a74b2193-86c5-477a-83d6-a18f3c5c2cbc req-f267005e-7afe-428f-8421-460ddcb880c9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1 HTTP/1.1" status: 200 len: 1000 time: 0.0902419 Jul 13 15:43:30.606820 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fd597-6569-4759-88c5-387fb6aca2c6 None None] The sync data for ids ['f9620079-9045-403b-8233-7778c0d48f2f'] in dv-cinder-788366-2-iscsi is: [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': '6f98e661-08fe-4951-a8df-bff3652333e9', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'port_id': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'mac_address': 'fa:16:3e:0d:ba:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:42:55Z', 'updated_at': '2021-07-13T15:43:28Z', 'revision_number': 1, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:56Z', 'revision_number': 5, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:43:30.642803 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b2193-86c5-477a-83d6-a18f3c5c2cbc req-d53cd661-bbe7-49b2-a40a-d3a9304940bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:30.644868 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a74b2193-86c5-477a-83d6-a18f3c5c2cbc req-d53cd661-bbe7-49b2-a40a-d3a9304940bb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=823f7a85-e8b2-4154-bda7-8fa34af93224 HTTP/1.1" status: 200 len: 856 time: 0.0467663 Jul 13 15:43:30.713365 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b2193-86c5-477a-83d6-a18f3c5c2cbc req-0ac76a04-580f-46dd-9b45-1bec69d1861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:30.714946 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a74b2193-86c5-477a-83d6-a18f3c5c2cbc req-0ac76a04-580f-46dd-9b45-1bec69d1861c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631888 Jul 13 15:43:30.824518 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a74b2193-86c5-477a-83d6-a18f3c5c2cbc req-017264ce-64fe-4a57-8221-14615a0654c9 service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008048 Jul 13 15:43:30.829781 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81480676-5d5b-479e-b2a5-b0f88b086452 None None] New status for floating IP 6f98e661-08fe-4951-a8df-bff3652333e9: ACTIVE {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:43:30.972307 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a74b2193-86c5-477a-83d6-a18f3c5c2cbc req-4a95e46f-9b04-47ca-8885-ccf671e13050 service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316941 Jul 13 15:43:31.026959 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb08a24-a41e-4bec-aa78-9271ceffb242 req-0f018cca-d4a5-42b4-9514-2a806687ec4b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:31.036466 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ebb08a24-a41e-4bec-aa78-9271ceffb242 req-0f018cca-d4a5-42b4-9514-2a806687ec4b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1000183 Jul 13 15:43:31.073955 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43164974-e2ea-4897-b1bf-5d6a6b2e86fb req-4bc5fd1e-4a4b-410a-8aa2-dd905c3ef2c6 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:31.082641 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-43164974-e2ea-4897-b1bf-5d6a6b2e86fb req-4bc5fd1e-4a4b-410a-8aa2-dd905c3ef2c6 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0877466 Jul 13 15:43:31.105429 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ebb08a24-a41e-4bec-aa78-9271ceffb242 req-5b7a495a-190e-4f9d-ae95-f0a0d0a231ba tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653472 Jul 13 15:43:31.132083 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-43164974-e2ea-4897-b1bf-5d6a6b2e86fb req-61f3a973-bbc3-427b-bd82-34166fee3968 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Jul 13 15:43:31.264874 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311da51f-ccc3-4d6d-9d58-87506952e7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc5ae82-6a56-4e7b-8aa0-1ef76216dad7'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:31.267567 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283297ce-5292-47f9-8bbb-9113438bad16" -d '{"events": [{"server_uuid": "311da51f-ccc3-4d6d-9d58-87506952e7ab", "name": "network-vif-plugged", "status": "completed", "tag": "adc5ae82-6a56-4e7b-8aa0-1ef76216dad7"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:31.314757 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3b6411-26a2-43fa-b432-560d5e20f785 x-openstack-request-id: req-9d3b6411-26a2-43fa-b432-560d5e20f785 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:31.315052 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311da51f-ccc3-4d6d-9d58-87506952e7ab", "name": "network-vif-plugged", "status": "completed", "tag": "adc5ae82-6a56-4e7b-8aa0-1ef76216dad7", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:31.315305 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d3b6411-26a2-43fa-b432-560d5e20f785 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:31.315696 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311da51f-ccc3-4d6d-9d58-87506952e7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc5ae82-6a56-4e7b-8aa0-1ef76216dad7', 'code': 200} Jul 13 15:43:31.692908 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac745735-ac8b-4a0e-8798-57c74e402189 req-37319e5f-9e9f-4a7f-960c-84aba754b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:31.695624 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ac745735-ac8b-4a0e-8798-57c74e402189 req-37319e5f-9e9f-4a7f-960c-84aba754b500 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 1098 time: 0.0581810 Jul 13 15:43:31.760807 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ac745735-ac8b-4a0e-8798-57c74e402189 req-e08ac4c5-5a1a-45c6-8d57-176a8dfc8371 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315735 Jul 13 15:43:32.298628 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f956dcb-c65f-45cb-b2f8-e91929e35beb req-783b7140-5aab-4693-a656-e5772c90a5ca tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:32.300171 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8f956dcb-c65f-45cb-b2f8-e91929e35beb req-783b7140-5aab-4693-a656-e5772c90a5ca tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0788443 Jul 13 15:43:32.313367 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ce408-cab1-4921-8b14-4624617d1775 req-d56aeb09-4cc3-4890-a484-31dfa8f3a93c tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:32.315269 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-971ce408-cab1-4921-8b14-4624617d1775 req-d56aeb09-4cc3-4890-a484-31dfa8f3a93c tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0733168 Jul 13 15:43:32.355019 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8f956dcb-c65f-45cb-b2f8-e91929e35beb req-c81a5520-4817-4cc8-8538-e866736f87a8 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477202 Jul 13 15:43:32.360316 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-971ce408-cab1-4921-8b14-4624617d1775 req-89e1aaa0-70c6-42e8-9834-45da3964433f tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387855 Jul 13 15:43:32.599184 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43302) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:32.717803 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6e18819b-9ce6-46f3-ae19-97598643ddda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:32.887123 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6e18819b-9ce6-46f3-ae19-97598643ddda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:32.892259 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6e18819b-9ce6-46f3-ae19-97598643ddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:32.971684 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-6e18819b-9ce6-46f3-ae19-97598643ddda admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aad101b4dd1449bdb9da91c3b5d84f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712895 Jul 13 15:43:32.974550 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18819b-9ce6-46f3-ae19-97598643ddda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0802acb9-9c95-4a88-9613-ba100ac976f4,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:32.974772 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43318) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:33.018224 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61570018-47b2-41d0-bd60-20e784054b02 req-45db9868-f215-4595-b890-784335492aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:33.019935 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-61570018-47b2-41d0-bd60-20e784054b02 req-45db9868-f215-4595-b890-784335492aad service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8cc48a34b43a42b58784f490bc5e2382&device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 1099 time: 0.0943346 Jul 13 15:43:33.026322 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf69cbd-f753-4a55-ae43-9f365e7e5e16 req-9e70f72e-57ac-4f0b-9117-adae19ceda09 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:33.027809 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dbf69cbd-f753-4a55-ae43-9f365e7e5e16 req-9e70f72e-57ac-4f0b-9117-adae19ceda09 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0931635 Jul 13 15:43:33.073044 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dbf69cbd-f753-4a55-ae43-9f365e7e5e16 req-23401d0b-bb60-43cc-addc-ae747ccbca77 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392663 Jul 13 15:43:33.090497 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2857-61d2-41af-90de-55759a4c049f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:33.123222 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2857-61d2-41af-90de-55759a4c049f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:33.128632 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43322) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:33.173764 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61570018-47b2-41d0-bd60-20e784054b02 req-866f9cae-b6e3-4ad8-842c-c0657587713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:33.175254 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-61570018-47b2-41d0-bd60-20e784054b02 req-866f9cae-b6e3-4ad8-842c-c0657587713a service neutron] 10.222.0.63 "GET /v2.0/networks?id=3898a02d-5a55-4bd3-acbc-bd89e49018c8 HTTP/1.1" status: 200 len: 919 time: 0.1361279 Jul 13 15:43:33.225112 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-61570018-47b2-41d0-bd60-20e784054b02 req-90cc6d61-42fd-4a08-8472-ce9993f15caa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2412dd0e-4360-462e-9cdb-b276e041d611 HTTP/1.1" status: 200 len: 217 time: 0.0417216 Jul 13 15:43:33.237626 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:33.241240 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2857-61d2-41af-90de-55759a4c049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:33.244539 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2857-61d2-41af-90de-55759a4c049f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:33.248013 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-e1cb2857-61d2-41af-90de-55759a4c049f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0802acb9-9c95-4a88-9613-ba100ac976f4 HTTP/1.1" status: 204 len: 168 time: 0.2699251 Jul 13 15:43:33.278315 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb2857-61d2-41af-90de-55759a4c049f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0802acb9-9c95-4a88-9613-ba100ac976f4,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:33.302188 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61570018-47b2-41d0-bd60-20e784054b02 req-7129a5a1-b1fe-434a-a358-2299f3f73a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:33.303812 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-61570018-47b2-41d0-bd60-20e784054b02 req-7129a5a1-b1fe-434a-a358-2299f3f73a5b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=678e4bb8-5e76-4f8f-a15c-d9b0ba08c271 HTTP/1.1" status: 200 len: 858 time: 0.0697639 Jul 13 15:43:33.348273 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-61570018-47b2-41d0-bd60-20e784054b02 req-ad6a3c31-1cfb-4544-9b24-e6d3ab3960e5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3898a02d-5a55-4bd3-acbc-bd89e49018c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329404 Jul 13 15:43:33.366975 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:33.375676 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:33.427702 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd4a567-3116-4ca7-89bb-71fff12f6a51,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:33.444588 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0133c7ca34e5407c9f1f8e5237044c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147440 Jul 13 15:43:33.448066 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.448417 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.448763 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.449464 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43334) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:33.449567 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.450116 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.450457 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.450793 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.451219 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.451562 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.452029 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.452619 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.452941 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2ad09-28e7-43f4-8f01-3f50d4f78cf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.504493 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-61570018-47b2-41d0-bd60-20e784054b02 req-a1096b4e-f631-46c6-943b-8dcb200bfd0d service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394563 Jul 13 15:43:33.530315 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:33.556160 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:33.634500 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43338) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:33.650394 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e8de5533-df94-48b7-b66d-b7b003d47a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:33.721411 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:33.723850 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:33.727406 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bcd4a567-3116-4ca7-89bb-71fff12f6a51 HTTP/1.1" status: 204 len: 168 time: 0.2744129 Jul 13 15:43:33.748675 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd4a567-3116-4ca7-89bb-71fff12f6a51,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:33.754760 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-61570018-47b2-41d0-bd60-20e784054b02 req-b639fc8a-5b97-4107-bd53-fd35be653538 service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627526 Jul 13 15:43:33.763915 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.764260 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.764596 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.764924 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.765248 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.765576 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.765935 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.766254 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.766573 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.766886 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.767202 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.767515 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1764904-1728-41c3-85ff-d1ee54664c2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:33.794604 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d9a82-dd9d-4f94-83b8-6b181a5abe71 req-245025a4-d72d-4b92-8684-4e87ff7ec589 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:33.796120 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-024d9a82-dd9d-4f94-83b8-6b181a5abe71 req-245025a4-d72d-4b92-8684-4e87ff7ec589 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.1371007 Jul 13 15:43:33.834996 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e8de5533-df94-48b7-b66d-b7b003d47a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:33.844642 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e8de5533-df94-48b7-b66d-b7b003d47a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:33.857911 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-024d9a82-dd9d-4f94-83b8-6b181a5abe71 req-cf0f2da8-cd1a-4fbd-924b-19a9d2616ad7 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555606 Jul 13 15:43:33.887669 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-e8de5533-df94-48b7-b66d-b7b003d47a99 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8d63d1469a9947e08511d9fe05699a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520828 Jul 13 15:43:33.888606 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de5533-df94-48b7-b66d-b7b003d47a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234d4d1a-c104-47bd-a711-ee495c6fc2bf,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:33.890502 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43344) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:33.980140 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d7a66c1d-02ac-410b-9642-4d600c0ee0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:34.002229 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d7a66c1d-02ac-410b-9642-4d600c0ee0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:34.062621 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d7a66c1d-02ac-410b-9642-4d600c0ee0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:34.068042 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d7a66c1d-02ac-410b-9642-4d600c0ee0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:34.069726 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-d7a66c1d-02ac-410b-9642-4d600c0ee0d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/234d4d1a-c104-47bd-a711-ee495c6fc2bf HTTP/1.1" status: 204 len: 168 time: 0.1776736 Jul 13 15:43:34.081428 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a66c1d-02ac-410b-9642-4d600c0ee0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234d4d1a-c104-47bd-a711-ee495c6fc2bf,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:34.179565 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43358) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:34.196455 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3edcf322-253a-4dbb-af7a-55d8d4f63ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:34.293578 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2a163-dd86-4100-8c1d-728802df8af3 req-0b2738f2-3925-491f-8eac-955682cd8a8e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:34.295100 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-58f2a163-dd86-4100-8c1d-728802df8af3 req-0b2738f2-3925-491f-8eac-955682cd8a8e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1008415 Jul 13 15:43:34.352223 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-58f2a163-dd86-4100-8c1d-728802df8af3 req-8f65719a-a66e-4b38-856d-c3303f580f04 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505805 Jul 13 15:43:34.384691 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3edcf322-253a-4dbb-af7a-55d8d4f63ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:34.388623 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3edcf322-253a-4dbb-af7a-55d8d4f63ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:34.428976 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-3edcf322-253a-4dbb-af7a-55d8d4f63ffe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85549fa0f21047bba75e4d60270abf5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482755 Jul 13 15:43:34.430949 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcf322-253a-4dbb-af7a-55d8d4f63ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb401f38-82a1-42e9-8b63-88fba7b54ebc,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:34.431901 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43370) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:34.481422 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c1bca6e5-4228-4d7d-877c-087339a29991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:34.501633 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c1bca6e5-4228-4d7d-877c-087339a29991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:34.556900 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c1bca6e5-4228-4d7d-877c-087339a29991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:34.559505 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c1bca6e5-4228-4d7d-877c-087339a29991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:34.560653 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c1bca6e5-4228-4d7d-877c-087339a29991 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb401f38-82a1-42e9-8b63-88fba7b54ebc HTTP/1.1" status: 204 len: 168 time: 0.1272659 Jul 13 15:43:34.568480 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bca6e5-4228-4d7d-877c-087339a29991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb401f38-82a1-42e9-8b63-88fba7b54ebc,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:34.960567 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-fc4ce997-3e5e-4429-9e86-b0201965aa81 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:34.963996 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-fc4ce997-3e5e-4429-9e86-b0201965aa81 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/networks?id=8b11bcae-9c13-43bf-9731-6a731f2cd490 HTTP/1.1" status: 200 len: 815 time: 0.1368299 Jul 13 15:43:34.988222 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-579c2a81-4b88-4dbe-9082-ed1d51ff80fb tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/quotas/f21b25fab07a42b9a52120ccaaf2af3e HTTP/1.1" status: 200 len: 375 time: 0.0172236 Jul 13 15:43:35.074350 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-75f1f2c4-ecea-4419-ba30-7fcb8cd42bd0 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f21b25fab07a42b9a52120ccaaf2af3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0850372 Jul 13 15:43:35.115489 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4659ab4-c739-48ac-9e4c-f65056a6e977 req-456f4b91-01b0-4ab6-8d04-91626599eb5a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:35.117135 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c4659ab4-c739-48ac-9e4c-f65056a6e977 req-456f4b91-01b0-4ab6-8d04-91626599eb5a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0842326 Jul 13 15:43:35.172212 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c4659ab4-c739-48ac-9e4c-f65056a6e977 req-61a72cdb-5a98-47a9-8f64-614e5839ac6d tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474553 Jul 13 15:43:35.199705 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-46d61fae-130e-4746-b2a8-6b76aaf75f6a service neutron] 10.222.0.59 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184435 Jul 13 15:43:35.374378 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7bef1-8e33-4a67-b062-f577c893546f req-96dbe759-944a-4230-9801-27f4c978f79e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:35.375882 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7ac7bef1-8e33-4a67-b062-f577c893546f req-96dbe759-944a-4230-9801-27f4c978f79e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0757453 Jul 13 15:43:35.386291 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43436) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:35.394833 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-4ddf68bb-b976-4ba8-ae8f-a6f3818e2c18 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Request body: {'floatingip': {'port_id': 'adc5ae82-6a56-4e7b-8aa0-1ef76216dad7'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:35.395005 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43438) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:35.405365 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-add10030-0949-4e73-aa0a-48118c213912 service neutron] 10.222.0.59 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988957 Jul 13 15:43:35.448586 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4ddf68bb-b976-4ba8-ae8f-a6f3818e2c18 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for floatingip, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:35.628607 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-bb496ceb-2364-4850-840c-d5f65a1415a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:35.718188 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ee7f8c89-d597-432e-ba09-647c68274ac5 req-988b4c35-0a96-4741-98a3-36373a0a43de tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 210 time: 0.0507364 Jul 13 15:43:35.824353 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737096c-ff21-4dd5-b94b-be62b0257f2a req-158b0135-b08e-49a3-9df6-0ed874b63ad4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:35.838031 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7737096c-ff21-4dd5-b94b-be62b0257f2a req-158b0135-b08e-49a3-9df6-0ed874b63ad4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1469841 Jul 13 15:43:35.905643 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7737096c-ff21-4dd5-b94b-be62b0257f2a req-becade23-0a38-4224-80df-07a9ca89d80b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541816 Jul 13 15:43:36.211796 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-bb496ceb-2364-4850-840c-d5f65a1415a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:36.218886 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-bb496ceb-2364-4850-840c-d5f65a1415a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:36.294173 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-bb496ceb-2364-4850-840c-d5f65a1415a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e3d1afea93d4a4b92b119dab9220e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8958311 Jul 13 15:43:36.294357 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb496ceb-2364-4850-840c-d5f65a1415a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201603a2-5915-4ae1-8702-ff00dff766f1,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:36.296723 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43478) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:36.365119 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-41a1e73a-4111-4441-a5a1-daa1d085418c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:36.370749 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4ddf68bb-b976-4ba8-ae8f-a6f3818e2c18 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:36.376638 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4ddf68bb-b976-4ba8-ae8f-a6f3818e2c18 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:36.411396 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-41a1e73a-4111-4441-a5a1-daa1d085418c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:36.470102 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-41a1e73a-4111-4441-a5a1-daa1d085418c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:36.472954 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-41a1e73a-4111-4441-a5a1-daa1d085418c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:36.477591 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-41a1e73a-4111-4441-a5a1-daa1d085418c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/201603a2-5915-4ae1-8702-ff00dff766f1 HTTP/1.1" status: 204 len: 168 time: 0.1774981 Jul 13 15:43:36.486396 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1e73a-4111-4441-a5a1-daa1d085418c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201603a2-5915-4ae1-8702-ff00dff766f1,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:36.512793 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.l3_db [None req-4ddf68bb-b976-4ba8-ae8f-a6f3818e2c18 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Floating IP 5bd5925b-d8af-4031-930b-8f949bc058f6 associated. External IP: 172.27.1.30, port: adc5ae82-6a56-4e7b-8aa0-1ef76216dad7. Jul 13 15:43:36.811433 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddf68bb-b976-4ba8-ae8f-a6f3818e2c18 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Router d341dc80-e438-4fc1-9dd2-36f3ca0af724 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:43:36.900389 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6f589567-1a2a-4f44-afbb-9560244b8d13 req-98909341-973b-40d7-aa8d-a252c0ac1f29 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 210 time: 0.0431678 Jul 13 15:43:36.929033 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddf68bb-b976-4ba8-ae8f-a6f3818e2c18 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:43:36.935440 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4ddf68bb-b976-4ba8-ae8f-a6f3818e2c18 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:36.944051 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228390f-dac6-4cb3-ba5b-06e0d275286c None None] Sync routers for ids ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:43:36.954360 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228390f-dac6-4cb3-ba5b-06e0d275286c None None] Routers {'d341dc80-e438-4fc1-9dd2-36f3ca0af724'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:43:36.955123 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-7228390f-dac6-4cb3-ba5b-06e0d275286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:43:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:43:37.007821 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-4ddf68bb-b976-4ba8-ae8f-a6f3818e2c18 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "PUT /v2.0/floatingips/5bd5925b-d8af-4031-930b-8f949bc058f6 HTTP/1.1" status: 200 len: 990 time: 1.6201544 Jul 13 15:43:37.009623 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311da51f-ccc3-4d6d-9d58-87506952e7ab', 'tag': 'adc5ae82-6a56-4e7b-8aa0-1ef76216dad7'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:37.013071 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3069ebe3-c1b1-4c13-b3a1-2dbf5ac85099" -d '{"events": [{"name": "network-changed", "server_uuid": "311da51f-ccc3-4d6d-9d58-87506952e7ab", "tag": "adc5ae82-6a56-4e7b-8aa0-1ef76216dad7"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:37.153723 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-7228390f-dac6-4cb3-ba5b-06e0d275286c None None] Set router d341dc80-e438-4fc1-9dd2-36f3ca0af724 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:43:37.251887 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad0151-a328-4b84-9210-9ab91e8593d2 req-95e0958d-37dd-44f3-8ea2-743039064834 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:37.259951 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-69ad0151-a328-4b84-9210-9ab91e8593d2 req-95e0958d-37dd-44f3-8ea2-743039064834 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1828868 Jul 13 15:43:37.291328 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8dae7d-5a5b-4015-a836-aff465f39ae3 x-openstack-request-id: req-1f8dae7d-5a5b-4015-a836-aff465f39ae3 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:37.291724 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311da51f-ccc3-4d6d-9d58-87506952e7ab", "tag": "adc5ae82-6a56-4e7b-8aa0-1ef76216dad7", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:37.292077 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f8dae7d-5a5b-4015-a836-aff465f39ae3 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:37.292563 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311da51f-ccc3-4d6d-9d58-87506952e7ab', 'tag': 'adc5ae82-6a56-4e7b-8aa0-1ef76216dad7', 'status': 'completed', 'code': 200} Jul 13 15:43:37.330942 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-6937e28b-e04d-4938-aa4c-af4d94020124 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:37.332714 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-6937e28b-e04d-4938-aa4c-af4d94020124 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "GET /v2.0/networks?id=8b11bcae-9c13-43bf-9731-6a731f2cd490 HTTP/1.1" status: 200 len: 815 time: 0.1836438 Jul 13 15:43:37.344197 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-69ad0151-a328-4b84-9210-9ab91e8593d2 req-e4648db4-ec1b-4d4d-9247-2b0f16a7c110 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832622 Jul 13 15:43:37.366375 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-ad86bd2b-e1ae-4506-a41c-19871835ca96 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Request body: {'port': {'device_id': '67c0bf2d-d4b7-4400-9356-97c91e398513', 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490', 'admin_state_up': True, 'tenant_id': 'f21b25fab07a42b9a52120ccaaf2af3e'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:37.376993 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43518) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:37.444496 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069ebe3-c1b1-4c13-b3a1-2dbf5ac85099 req-725dbf72-357e-4eb5-819e-284e65312b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:37.446252 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3069ebe3-c1b1-4c13-b3a1-2dbf5ac85099 req-725dbf72-357e-4eb5-819e-284e65312b74 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb&device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 1098 time: 0.0775206 Jul 13 15:43:37.527144 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-7228390f-dac6-4cb3-ba5b-06e0d275286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': '5bd5925b-d8af-4031-930b-8f949bc058f6', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'port_id': 'adc5ae82-6a56-4e7b-8aa0-1ef76216dad7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'mac_address': 'fa:16:3e:3b:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311da51f-ccc3-4d6d-9d58-87506952e7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:42:58Z', 'updated_at': '2021-07-13T15:43:36Z', 'revision_number': 1, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ae0299-e6ea-4eee-ad71-045746fb0d34', 'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'mac_address': 'fa:16:3e:ad:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:53Z', 'revision_number': 5, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'subnets': [{'id': '45402ac4-397c-481f-9144-a5b5042569e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:43:37.560131 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1571506119-network', 'tenant_id': '660389767cd4485fb1d5ffd23e9f6114'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:37.560583 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-ad86bd2b-e1ae-4506-a41c-19871835ca96 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Made reservation on behalf of f21b25fab07a42b9a52120ccaaf2af3e for: {'port': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:43:37.564259 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-ad86bd2b-e1ae-4506-a41c-19871835ca96 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:37.567342 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228390f-dac6-4cb3-ba5b-06e0d275286c None None] Checking router: d341dc80-e438-4fc1-9dd2-36f3ca0af724 for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:43:37.569223 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069ebe3-c1b1-4c13-b3a1-2dbf5ac85099 req-1b427a6d-553d-4874-a8a1-d567f55f0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:37.571322 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3069ebe3-c1b1-4c13-b3a1-2dbf5ac85099 req-1b427a6d-553d-4874-a8a1-d567f55f0d0e service neutron] 10.222.0.63 "GET /v2.0/networks?id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c HTTP/1.1" status: 200 len: 911 time: 0.1187315 Jul 13 15:43:37.576592 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228390f-dac6-4cb3-ba5b-06e0d275286c None None] Routers {'d341dc80-e438-4fc1-9dd2-36f3ca0af724'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:43:37.577560 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-7228390f-dac6-4cb3-ba5b-06e0d275286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:43:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:43:37.587576 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] Made reservation on behalf of 660389767cd4485fb1d5ffd23e9f6114 for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:43:37.590190 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:37.598515 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:37.694981 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-7228390f-dac6-4cb3-ba5b-06e0d275286c None None] Set router d341dc80-e438-4fc1-9dd2-36f3ca0af724 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:43:37.696308 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-ad86bd2b-e1ae-4506-a41c-19871835ca96 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Allocated IP 172.20.0.11 (8b11bcae-9c13-43bf-9731-6a731f2cd490/3ed33725-fe88-43df-8288-b144efbb3fc2/67182975-e7e5-453e-9a7f-379688acd466) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:43:37.729912 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3069ebe3-c1b1-4c13-b3a1-2dbf5ac85099 req-25e0c98f-2289-4bea-8dac-fabda4d9f9ed service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 HTTP/1.1" status: 200 len: 998 time: 0.1149471 Jul 13 15:43:37.827387 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:37.829181 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069ebe3-c1b1-4c13-b3a1-2dbf5ac85099 req-f1d46fa1-1491-4649-8b42-b25fa0518605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:37.830913 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3069ebe3-c1b1-4c13-b3a1-2dbf5ac85099 req-f1d46fa1-1491-4649-8b42-b25fa0518605 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=45402ac4-397c-481f-9144-a5b5042569e3 HTTP/1.1" status: 200 len: 849 time: 0.0805552 Jul 13 15:43:37.832713 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:37.908381 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:43:37.920955 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80ad405-e901-47e5-8196-8d71c708c065,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:37.928287 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:37.929015 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] Added segment e1d74225-0f88-4a37-8b93-d54f34f6655a of type vlan for network 3fb2e3cf-fd83-4e2d-8997-378bdbed454d Jul 13 15:43:37.938062 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-ad86bd2b-e1ae-4506-a41c-19871835ca96 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:37.981482 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:37.987188 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-7228390f-dac6-4cb3-ba5b-06e0d275286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': '5bd5925b-d8af-4031-930b-8f949bc058f6', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'port_id': 'adc5ae82-6a56-4e7b-8aa0-1ef76216dad7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'mac_address': 'fa:16:3e:3b:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311da51f-ccc3-4d6d-9d58-87506952e7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:42:58Z', 'updated_at': '2021-07-13T15:43:36Z', 'revision_number': 1, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ae0299-e6ea-4eee-ad71-045746fb0d34', 'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'mac_address': 'fa:16:3e:ad:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:53Z', 'revision_number': 5, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'subnets': [{'id': '45402ac4-397c-481f-9144-a5b5042569e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:43:37.998892 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069ebe3-c1b1-4c13-b3a1-2dbf5ac85099 req-8185e017-32eb-4157-bd98-69e124d521e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:38.000792 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3069ebe3-c1b1-4c13-b3a1-2dbf5ac85099 req-8185e017-32eb-4157-bd98-69e124d521e1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1484253 Jul 13 15:43:38.011925 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-ad86bd2b-e1ae-4506-a41c-19871835ca96 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:38.036230 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:38.037425 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:38.038160 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:38.042868 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228390f-dac6-4cb3-ba5b-06e0d275286c None None] The sync data for ids ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'] in dv-cinder-788366-2-iscsi is: [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': '5bd5925b-d8af-4031-930b-8f949bc058f6', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'port_id': 'adc5ae82-6a56-4e7b-8aa0-1ef76216dad7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'mac_address': 'fa:16:3e:3b:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311da51f-ccc3-4d6d-9d58-87506952e7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:42:58Z', 'updated_at': '2021-07-13T15:43:36Z', 'revision_number': 1, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ae0299-e6ea-4eee-ad71-045746fb0d34', 'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'mac_address': 'fa:16:3e:ad:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:53Z', 'revision_number': 5, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'subnets': [{'id': '45402ac4-397c-481f-9144-a5b5042569e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:43:38.072905 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['19973c8c-f5ea-49ae-aef1-b2ec2e03872e'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:43:38.087068 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-ad86bd2b-e1ae-4506-a41c-19871835ca96 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Network 8b11bcae-9c13-43bf-9731-6a731f2cd490 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:43:38.094590 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-ad86bd2b-e1ae-4506-a41c-19871835ca96 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:43:38.110794 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-ad86bd2b-e1ae-4506-a41c-19871835ca96 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:43:38.172750 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7935698 Jul 13 15:43:38.177003 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43540) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:38.198730 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-8f552346-eeeb-4577-87eb-8b9fcd264f75 admin admin] Request body: {'subnet': {'network_id': '3fb2e3cf-fd83-4e2d-8997-378bdbed454d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1571506119-subnet', 'tenant_id': '660389767cd4485fb1d5ffd23e9f6114', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:38.220745 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78855bdd-e976-41db-87d5-b43059fd86b0 admin admin] Pushing event updated for resources: {'Network': ['ID=3fb2e3cf-fd83-4e2d-8997-378bdbed454d,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:38.230860 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86bd2b-e1ae-4506-a41c-19871835ca96 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Pushing event updated for resources: {'Port': ['ID=67182975-e7e5-453e-9a7f-379688acd466,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:38.252982 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3069ebe3-c1b1-4c13-b3a1-2dbf5ac85099 req-dd1aa6cf-0150-4ae6-815f-d922439ac5b5 service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333844 Jul 13 15:43:38.256153 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f552346-eeeb-4577-87eb-8b9fcd264f75 admin admin] Made reservation on behalf of 660389767cd4485fb1d5ffd23e9f6114 for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:43:38.260244 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8f552346-eeeb-4577-87eb-8b9fcd264f75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3476049'] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:38.272309 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-ad86bd2b-e1ae-4506-a41c-19871835ca96 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:38.273072 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-ad86bd2b-e1ae-4506-a41c-19871835ca96 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:38.314292 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-ad86bd2b-e1ae-4506-a41c-19871835ca96 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9522705 Jul 13 15:43:38.332088 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network 3fb2e3cf-fd83-4e2d-8997-378bdbed454d details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:43:38.341333 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b07b55-3461-42e8-bf2d-d32ca43352a5 req-8d898d13-f093-48a1-926e-31cde8455645 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:38.346038 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d1b07b55-3461-42e8-bf2d-d32ca43352a5 req-8d898d13-f093-48a1-926e-31cde8455645 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 932 time: 0.2310817 Jul 13 15:43:38.351191 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Request body: {'port': {'device_id': '67c0bf2d-d4b7-4400-9356-97c91e398513', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:38.463740 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b52d95b-3c05-41b0-9c96-e57cf5efcb57 None None] New status for floating IP 5bd5925b-d8af-4031-930b-8f949bc058f6: ACTIVE {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:43:38.473843 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3069ebe3-c1b1-4c13-b3a1-2dbf5ac85099 req-4902a0b9-1844-4bb1-9ec4-869ccc3d88cd service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932838 Jul 13 15:43:38.522847 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:38.540180 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d1b07b55-3461-42e8-bf2d-d32ca43352a5 req-924df84c-30ce-4a07-9878-e2438999a572 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734099 Jul 13 15:43:38.596551 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8f552346-eeeb-4577-87eb-8b9fcd264f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59731267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3476067'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:38.680498 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f552346-eeeb-4577-87eb-8b9fcd264f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae06e4b-6835-4dd3-8e1c-d7342dcda81b,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:38.703774 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f552346-eeeb-4577-87eb-8b9fcd264f75 admin admin] Checking segment: {'id': 'e1d74225-0f88-4a37-8b93-d54f34f6655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3fb2e3cf-fd83-4e2d-8997-378bdbed454d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:43:38.704100 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f552346-eeeb-4577-87eb-8b9fcd264f75 admin admin] Network hostable DHCP agents. Network: 3fb2e3cf-fd83-4e2d-8997-378bdbed454d, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:43:38.727168 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f552346-eeeb-4577-87eb-8b9fcd264f75 admin admin] Network 3fb2e3cf-fd83-4e2d-8997-378bdbed454d is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:43:38.737906 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-8f552346-eeeb-4577-87eb-8b9fcd264f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, 3fb2e3cf-fd83-4e2d-8997-378bdbed454d) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:43:38.743013 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f552346-eeeb-4577-87eb-8b9fcd264f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:38.743606 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8f552346-eeeb-4577-87eb-8b9fcd264f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:38.750451 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0165d6f0-e493-40f9-bc49-613f2b51807b None None] Network 3fb2e3cf-fd83-4e2d-8997-378bdbed454d requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:43:38.760328 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-8f552346-eeeb-4577-87eb-8b9fcd264f75 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5811310 Jul 13 15:43:38.845973 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d0e27-0369-4f09-8fb5-2040c6ec9a7e req-b6c3d66c-e3f7-433c-96fb-06ac3fe54ecf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:38.847478 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9e9d0e27-0369-4f09-8fb5-2040c6ec9a7e req-b6c3d66c-e3f7-433c-96fb-06ac3fe54ecf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1397862 Jul 13 15:43:38.888173 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0759abe2-0f7b-4f38-97a1-966ea1e88736 None None] Network 3fb2e3cf-fd83-4e2d-8997-378bdbed454d requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:43:38.916181 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9e9d0e27-0369-4f09-8fb5-2040c6ec9a7e req-8b811856-ba03-4bf4-8199-50d9d1fe21e4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590055 Jul 13 15:43:38.968065 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67182975-e7e5-453e-9a7f-379688acd466 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:43:38.976039 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:38.992114 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Transition to ACTIVE for port object 67182975-e7e5-453e-9a7f-379688acd466 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:43:38.996742 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:39.049212 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Pushing event updated for resources: {'Port': ['ID=67182975-e7e5-453e-9a7f-379688acd466,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:39.121573 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Attempting to bind port 67182975-e7e5-453e-9a7f-379688acd466 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:43:39.121934 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Attempting to bind port 67182975-e7e5-453e-9a7f-379688acd466 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:43:39.122265 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Attempting to bind port 67182975-e7e5-453e-9a7f-379688acd466 on network 8b11bcae-9c13-43bf-9731-6a731f2cd490 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:43:39.126944 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Port 67182975-e7e5-453e-9a7f-379688acd466 on network 8b11bcae-9c13-43bf-9731-6a731f2cd490 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:43:39.127258 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Attempting to bind port 67182975-e7e5-453e-9a7f-379688acd466 on network 8b11bcae-9c13-43bf-9731-6a731f2cd490 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:43:39.133160 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:43:39.134115 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Checking segment: {'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:43:39.134456 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Bound using segment: {'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:43:39.135040 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Bound port: 67182975-e7e5-453e-9a7f-379688acd466, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:43:39.135287 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:39.206329 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] For port 67182975-e7e5-453e-9a7f-379688acd466, host hv-cinder-78836, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:43:39.209734 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] For port 67182975-e7e5-453e-9a7f-379688acd466, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=67182975-e7e5-453e-9a7f-379688acd466,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:43:39.214113 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:39.253392 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:39.254202 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:39.255448 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] 10.222.0.63 "PUT /v2.0/ports/67182975-e7e5-453e-9a7f-379688acd466 HTTP/1.1" status: 200 len: 1094 time: 0.9084034 Jul 13 15:43:39.293734 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c0bf2d-d4b7-4400-9356-97c91e398513', 'tag': '67182975-e7e5-453e-9a7f-379688acd466'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:39.296610 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a71e04-6b70-4e22-af91-6401a67ff6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "67c0bf2d-d4b7-4400-9356-97c91e398513", "tag": "67182975-e7e5-453e-9a7f-379688acd466"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:39.304220 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fa880-3be3-4163-aa74-0f00ee8b1e54 service neutron] Pushing event updated for resources: {'Port': ['ID=67182975-e7e5-453e-9a7f-379688acd466,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:39.341433 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedf72d0-5804-4224-9ab3-0d96706ab21e x-openstack-request-id: req-dedf72d0-5804-4224-9ab3-0d96706ab21e {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:39.341788 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c0bf2d-d4b7-4400-9356-97c91e398513", "tag": "67182975-e7e5-453e-9a7f-379688acd466", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:39.342048 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dedf72d0-5804-4224-9ab3-0d96706ab21e {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:39.342517 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c0bf2d-d4b7-4400-9356-97c91e398513', 'tag': '67182975-e7e5-453e-9a7f-379688acd466', 'status': 'completed', 'code': 200} Jul 13 15:43:39.433255 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-c68d9720-2438-4b57-a6a3-39b492b2288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:39.434812 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-c68d9720-2438-4b57-a6a3-39b492b2288e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f21b25fab07a42b9a52120ccaaf2af3e&device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 1097 time: 0.0572722 Jul 13 15:43:39.495436 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-461eb9f5-325f-4506-adad-5c6a367a7498 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67182975-e7e5-453e-9a7f-379688acd466 HTTP/1.1" status: 200 len: 217 time: 0.0384614 Jul 13 15:43:39.547408 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-b287aeae-681a-401e-93f1-9c3a13f458a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:39.549058 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-b287aeae-681a-401e-93f1-9c3a13f458a5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ed33725-fe88-43df-8288-b144efbb3fc2 HTTP/1.1" status: 200 len: 855 time: 0.0461674 Jul 13 15:43:39.589908 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-b5f3e692-ab60-4f25-a8aa-992cbe68ea65 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8b11bcae-9c13-43bf-9731-6a731f2cd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267870 Jul 13 15:43:39.743792 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-acc7a360-d7c7-47f2-ac59-78c7e5bd4582 service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388285 Jul 13 15:43:39.754933 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9945b2-9965-40f9-9a84-f7ef94da90b1 req-7854f9eb-2037-4a13-9cbd-fcd91f0c3dde tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:39.758811 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-db9945b2-9965-40f9-9a84-f7ef94da90b1 req-7854f9eb-2037-4a13-9cbd-fcd91f0c3dde tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 944 time: 0.0901845 Jul 13 15:43:39.798407 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-db9945b2-9965-40f9-9a84-f7ef94da90b1 req-abf13d69-4004-4113-b404-0f623585ad07 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351419 Jul 13 15:43:39.844181 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-62e0b0b6-db22-4b9d-93fc-47cc85a4388b req-3c0733f5-f947-4e38-896e-c0413e1314e8 service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939529 Jul 13 15:43:40.032374 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a71e04-6b70-4e22-af91-6401a67ff6b6 req-abede2bc-9cd7-44cd-8b5b-bb748f4c4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:40.033802 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d8a71e04-6b70-4e22-af91-6401a67ff6b6 req-abede2bc-9cd7-44cd-8b5b-bb748f4c4a62 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f21b25fab07a42b9a52120ccaaf2af3e&device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 1097 time: 0.0514805 Jul 13 15:43:40.172215 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034384f-b233-486c-a8ad-7d30841bb061 req-32dc2ea4-3691-4f7c-96a0-71d947736780 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:40.173783 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7034384f-b233-486c-a8ad-7d30841bb061 req-32dc2ea4-3691-4f7c-96a0-71d947736780 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1348965 Jul 13 15:43:40.175112 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a71e04-6b70-4e22-af91-6401a67ff6b6 req-45a1e36b-132c-45e3-810d-f9b99f12bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:40.176424 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d8a71e04-6b70-4e22-af91-6401a67ff6b6 req-45a1e36b-132c-45e3-810d-f9b99f12bbd2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8b11bcae-9c13-43bf-9731-6a731f2cd490 HTTP/1.1" status: 200 len: 916 time: 0.1285419 Jul 13 15:43:40.234416 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d8a71e04-6b70-4e22-af91-6401a67ff6b6 req-0188bc44-3d4d-448c-a765-1cc739f5d563 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67182975-e7e5-453e-9a7f-379688acd466 HTTP/1.1" status: 200 len: 217 time: 0.0471885 Jul 13 15:43:40.246821 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7034384f-b233-486c-a8ad-7d30841bb061 req-1eb350f2-551e-465b-ba6b-d0307d99338b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673108 Jul 13 15:43:40.298333 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a71e04-6b70-4e22-af91-6401a67ff6b6 req-f5248d18-c9b2-40b9-9f49-e852dc89ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:40.300029 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d8a71e04-6b70-4e22-af91-6401a67ff6b6 req-f5248d18-c9b2-40b9-9f49-e852dc89ed8f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ed33725-fe88-43df-8288-b144efbb3fc2 HTTP/1.1" status: 200 len: 855 time: 0.0487661 Jul 13 15:43:40.339653 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d8a71e04-6b70-4e22-af91-6401a67ff6b6 req-dbc0ea0e-c31a-47e5-89fa-e7a92f907cb3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8b11bcae-9c13-43bf-9731-6a731f2cd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314093 Jul 13 15:43:40.440717 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d8a71e04-6b70-4e22-af91-6401a67ff6b6 req-0283ed99-c169-4806-8af1-66647c752cfb service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949211 Jul 13 15:43:40.606191 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d8a71e04-6b70-4e22-af91-6401a67ff6b6 req-4dde4755-91a2-4146-8e6b-fbb8a858212b service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501203 Jul 13 15:43:40.623265 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-0fd40807-dc9f-4a00-b89d-69267851c4c4 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:40.624627 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-0fd40807-dc9f-4a00-b89d-69267851c4c4 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/networks?id=3fb2e3cf-fd83-4e2d-8997-378bdbed454d HTTP/1.1" status: 200 len: 814 time: 0.1272919 Jul 13 15:43:40.639055 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-8e776b37-2ea4-421a-ab81-3e0c7d256070 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/quotas/660389767cd4485fb1d5ffd23e9f6114 HTTP/1.1" status: 200 len: 375 time: 0.0089269 Jul 13 15:43:40.671932 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-14d06e76-1510-4445-8c7b-706b5419a6c6 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=660389767cd4485fb1d5ffd23e9f6114&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276783 Jul 13 15:43:40.775454 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-442a715b-c849-4672-903b-7af6d9aa8e44 service neutron] 10.222.0.59 "GET /v2.0/networks/3fb2e3cf-fd83-4e2d-8997-378bdbed454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969994 Jul 13 15:43:40.884155 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-191e3bd4-d664-47c2-b83f-ec91305c51fe service neutron] 10.222.0.59 "GET /v2.0/networks/3fb2e3cf-fd83-4e2d-8997-378bdbed454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029239 Jul 13 15:43:41.098697 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fc084b58-6ad8-4e80-84f7-5852c1b41cb1 req-e839d41c-abe6-4ed6-86ae-6271ea6339c6 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 210 time: 0.0506785 Jul 13 15:43:41.105402 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43626) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:41.170087 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7294ae6-b160-4124-a8bf-da04a56ba992 req-7aa81747-192c-4de0-941b-cacfb6317b0f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:41.174131 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c7294ae6-b160-4124-a8bf-da04a56ba992 req-7aa81747-192c-4de0-941b-cacfb6317b0f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 944 time: 0.0842783 Jul 13 15:43:41.212685 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c7294ae6-b160-4124-a8bf-da04a56ba992 req-742e502e-5e44-4e89-9580-5a90d3e52415 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340674 Jul 13 15:43:41.221603 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-041965bb-5209-45e8-86ed-f97e0e560e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:41.327458 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-041965bb-5209-45e8-86ed-f97e0e560e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:41.346926 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-041965bb-5209-45e8-86ed-f97e0e560e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:41.385312 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041965bb-5209-45e8-86ed-f97e0e560e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2ba32f-48ea-4817-a3bf-b907e7906b71,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:41.409381 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-041965bb-5209-45e8-86ed-f97e0e560e6f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e784ecdf06f548dc922b31c8d7e611bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026483 Jul 13 15:43:41.409987 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43640) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:41.488913 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9507b041-4311-4f41-a2ae-b5b10f1cd203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:41.497265 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5741262-5bf0-41c0-a456-56f494480250 req-0f391eca-bab8-4d13-ac21-d4237250f3cb tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:41.499196 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b5741262-5bf0-41c0-a456-56f494480250 req-0f391eca-bab8-4d13-ac21-d4237250f3cb tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0887742 Jul 13 15:43:41.528080 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9507b041-4311-4f41-a2ae-b5b10f1cd203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:41.545526 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b5741262-5bf0-41c0-a456-56f494480250 req-96f67215-8aab-4990-80b4-d0c20c09d767 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347161 Jul 13 15:43:41.597332 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9507b041-4311-4f41-a2ae-b5b10f1cd203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:41.600026 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9507b041-4311-4f41-a2ae-b5b10f1cd203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:41.601712 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-9507b041-4311-4f41-a2ae-b5b10f1cd203 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d2ba32f-48ea-4817-a3bf-b907e7906b71 HTTP/1.1" status: 204 len: 168 time: 0.1893473 Jul 13 15:43:41.614452 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507b041-4311-4f41-a2ae-b5b10f1cd203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2ba32f-48ea-4817-a3bf-b907e7906b71,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:41.877034 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43652) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:41.891430 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6d93d21b-43a2-4553-9d15-b6f11de0f44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:41.999876 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6d93d21b-43a2-4553-9d15-b6f11de0f44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:42.003682 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6d93d21b-43a2-4553-9d15-b6f11de0f44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:42.042433 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93d21b-43a2-4553-9d15-b6f11de0f44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd15e91f-6ee9-4f56-9382-e27de071507d,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:42.047526 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-6d93d21b-43a2-4553-9d15-b6f11de0f44c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6d86d4bf0e054b90939c033c455e14eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1693521 Jul 13 15:43:42.050510 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43656) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:42.103291 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-221f30f6-f7d7-450a-bb12-7bd4514f3f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:42.129374 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-221f30f6-f7d7-450a-bb12-7bd4514f3f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:42.174917 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-221f30f6-f7d7-450a-bb12-7bd4514f3f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:42.177458 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-221f30f6-f7d7-450a-bb12-7bd4514f3f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:42.178622 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-221f30f6-f7d7-450a-bb12-7bd4514f3f64 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd15e91f-6ee9-4f56-9382-e27de071507d HTTP/1.1" status: 204 len: 168 time: 0.1269939 Jul 13 15:43:42.186904 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f30f6-f7d7-450a-bb12-7bd4514f3f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd15e91f-6ee9-4f56-9382-e27de071507d,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:42.293157 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7169-9116-4f8c-b03f-461d55fadd68 req-bb9d59b7-6d2e-43b1-94f0-f165a250b6c3 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:42.300906 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c8fa7169-9116-4f8c-b03f-461d55fadd68 req-bb9d59b7-6d2e-43b1-94f0-f165a250b6c3 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 946 time: 0.0724478 Jul 13 15:43:42.338702 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c8fa7169-9116-4f8c-b03f-461d55fadd68 req-b9284c48-c6c9-40d9-a51e-db9be143b097 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367639 Jul 13 15:43:42.417217 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8abb9469-21ae-4234-a3f0-e9b2acb07bd7 req-0b8aa569-0e6d-4d00-aa68-6cdd7f3a8500 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 210 time: 0.0286851 Jul 13 15:43:42.517097 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f66123-20be-40e1-9ab6-1eb1367156d1 req-df5e4918-258e-4cb8-92da-70923dccfaff tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:42.518607 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-96f66123-20be-40e1-9ab6-1eb1367156d1 req-df5e4918-258e-4cb8-92da-70923dccfaff tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 944 time: 0.0638404 Jul 13 15:43:42.561133 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-96f66123-20be-40e1-9ab6-1eb1367156d1 req-dde10cd1-d2c9-4c48-ba61-fdcb5c37c547 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363297 Jul 13 15:43:42.754454 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41472577-2ee5-4f4f-aacc-c696dd1ee99c req-8e80a5b3-9415-47e9-b6c0-bbbc64e85e28 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:42.758145 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-41472577-2ee5-4f4f-aacc-c696dd1ee99c req-8e80a5b3-9415-47e9-b6c0-bbbc64e85e28 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0813835 Jul 13 15:43:42.863043 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-41472577-2ee5-4f4f-aacc-c696dd1ee99c req-6a03f42b-f6c9-457e-a551-48b089c122e7 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966330 Jul 13 15:43:42.924037 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-deed702a-2a4f-49ea-a87f-0d8e9a486d34 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:42.925471 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-deed702a-2a4f-49ea-a87f-0d8e9a486d34 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.63 "GET /v2.0/networks?id=3fb2e3cf-fd83-4e2d-8997-378bdbed454d HTTP/1.1" status: 200 len: 814 time: 0.1347520 Jul 13 15:43:42.958359 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-d30a9e94-ceea-491f-bfa0-c544e47656d1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Request body: {'port': {'device_id': '9087e9ac-2b93-40e7-a707-1ce04496a40d', 'network_id': '3fb2e3cf-fd83-4e2d-8997-378bdbed454d', 'admin_state_up': True, 'tenant_id': '660389767cd4485fb1d5ffd23e9f6114'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:43.071887 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-d30a9e94-ceea-491f-bfa0-c544e47656d1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Made reservation on behalf of 660389767cd4485fb1d5ffd23e9f6114 for: {'port': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:43:43.075905 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-d30a9e94-ceea-491f-bfa0-c544e47656d1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:43.128966 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 67182975-e7e5-453e-9a7f-379688acd466 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:43:43.210037 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-d30a9e94-ceea-491f-bfa0-c544e47656d1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Allocated IP 172.20.0.2 (3fb2e3cf-fd83-4e2d-8997-378bdbed454d/5ae06e4b-6835-4dd3-8e1c-d7342dcda81b/73032926-3f94-47e7-8fc6-6f25b4d9e0e6) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:43:43.236317 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 67182975-e7e5-453e-9a7f-379688acd466, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=67182975-e7e5-453e-9a7f-379688acd466,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:43.252643 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '67182975-e7e5-453e-9a7f-379688acd466', 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490', 'port_id': '67182975-e7e5-453e-9a7f-379688acd466', 'mac_address': 'fa:16:3e:8b:6c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed33725-fe88-43df-8288-b144efbb3fc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:43:43.292907 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:43.308307 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67182975-e7e5-453e-9a7f-379688acd466 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:43:43.331063 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 67182975-e7e5-453e-9a7f-379688acd466, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=67182975-e7e5-453e-9a7f-379688acd466,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:43.335764 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:43.392560 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=67182975-e7e5-453e-9a7f-379688acd466,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:43.402061 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:43.402563 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:43.403120 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:43.403716 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:43.404200 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:43.404683 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:43.405330 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:43.405997 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:43.406467 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:43.407328 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:43.407915 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:43.408541 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:43:43.594526 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44265506-e5ae-42cf-b007-6812c01c6fb9 req-9c7d9a4c-1aa3-4079-83fa-73dc55eba510 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:43.596997 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-44265506-e5ae-42cf-b007-6812c01c6fb9 req-9c7d9a4c-1aa3-4079-83fa-73dc55eba510 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 946 time: 0.1073928 Jul 13 15:43:43.641083 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-44265506-e5ae-42cf-b007-6812c01c6fb9 req-b6be5428-d9a6-403a-853c-13a64b0d207c tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Jul 13 15:43:43.729561 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-eb258ac7-e6c9-4757-8303-27e04274a48f req-ff24cf09-77f5-4f56-8c49-82a5aca0e711 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 210 time: 0.0774918 Jul 13 15:43:43.771944 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43724) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:43.822615 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-d30a9e94-ceea-491f-bfa0-c544e47656d1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:43.861761 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf94155-7825-4ea7-9291-a3e8d227f632 req-86bdf30a-2841-4de1-a74b-ca2c388cec40 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:43.863568 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-baf94155-7825-4ea7-9291-a3e8d227f632 req-86bdf30a-2841-4de1-a74b-ca2c388cec40 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 945 time: 0.0735581 Jul 13 15:43:43.873944 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-d30a9e94-ceea-491f-bfa0-c544e47656d1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:43.922427 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d2d3999-e591-4d61-a657-02022e5403d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:43.932255 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-baf94155-7825-4ea7-9291-a3e8d227f632 req-ff249803-ce17-430d-8811-0b3f8aa3ce9c tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628982 Jul 13 15:43:43.950441 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-d30a9e94-ceea-491f-bfa0-c544e47656d1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Network 3fb2e3cf-fd83-4e2d-8997-378bdbed454d is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:43:43.959477 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-d30a9e94-ceea-491f-bfa0-c544e47656d1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:43:43.964217 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['67182975-e7e5-453e-9a7f-379688acd466'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:43:43.968167 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-d30a9e94-ceea-491f-bfa0-c544e47656d1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:43:44.034619 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d2d3999-e591-4d61-a657-02022e5403d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:44.040662 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d2d3999-e591-4d61-a657-02022e5403d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:44.059124 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a9e94-ceea-491f-bfa0-c544e47656d1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Pushing event updated for resources: {'Port': ['ID=73032926-3f94-47e7-8fc6-6f25b4d9e0e6,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:44.089159 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-4d2d3999-e591-4d61-a657-02022e5403d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb92633b3dad40299a4e78ef673f77a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156600 Jul 13 15:43:44.091549 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43732) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:44.106062 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-d30a9e94-ceea-491f-bfa0-c544e47656d1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:44.106968 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-d30a9e94-ceea-491f-bfa0-c544e47656d1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:44.130372 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-d30a9e94-ceea-491f-bfa0-c544e47656d1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1767437 Jul 13 15:43:44.141660 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d3999-e591-4d61-a657-02022e5403d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8e5d6c-8440-4075-9acf-b9c0e0b0a607,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:44.149787 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e83fa-098c-45e6-9dba-4b8573928396 req-46fc9b44-f0d3-4efc-a90a-b1700744dec4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:44.158193 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cb3e83fa-098c-45e6-9dba-4b8573928396 req-46fc9b44-f0d3-4efc-a90a-b1700744dec4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1137531 Jul 13 15:43:44.180638 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Request body: {'port': {'device_id': '9087e9ac-2b93-40e7-a707-1ce04496a40d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:44.184089 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a07b-5388-41f0-9779-11d2005c7bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:44.207188 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a07b-5388-41f0-9779-11d2005c7bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:44.232476 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cb3e83fa-098c-45e6-9dba-4b8573928396 req-60efbf62-6c3b-4677-8bf6-e3db2c5180df tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734260 Jul 13 15:43:44.272945 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:44.275861 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a07b-5388-41f0-9779-11d2005c7bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:44.278613 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a07b-5388-41f0-9779-11d2005c7bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:44.279849 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0ab2a07b-5388-41f0-9779-11d2005c7bac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce8e5d6c-8440-4075-9acf-b9c0e0b0a607 HTTP/1.1" status: 204 len: 168 time: 0.1867673 Jul 13 15:43:44.290536 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2a07b-5388-41f0-9779-11d2005c7bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8e5d6c-8440-4075-9acf-b9c0e0b0a607,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:44.548934 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:43:44.557009 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:44.570520 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Transition to ACTIVE for port object 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:43:44.574675 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:44.624261 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Pushing event updated for resources: {'Port': ['ID=73032926-3f94-47e7-8fc6-6f25b4d9e0e6,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:44.704038 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Attempting to bind port 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:43:44.704366 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Attempting to bind port 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e1d74225-0f88-4a37-8b93-d54f34f6655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3fb2e3cf-fd83-4e2d-8997-378bdbed454d'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:43:44.704773 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Attempting to bind port 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 on network 3fb2e3cf-fd83-4e2d-8997-378bdbed454d {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:43:44.709350 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Port 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 on network 3fb2e3cf-fd83-4e2d-8997-378bdbed454d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:43:44.709664 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Attempting to bind port 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 on network 3fb2e3cf-fd83-4e2d-8997-378bdbed454d {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:43:44.717290 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:43:44.717626 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Checking segment: {'id': 'e1d74225-0f88-4a37-8b93-d54f34f6655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3fb2e3cf-fd83-4e2d-8997-378bdbed454d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:43:44.718026 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Bound using segment: {'id': 'e1d74225-0f88-4a37-8b93-d54f34f6655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3fb2e3cf-fd83-4e2d-8997-378bdbed454d'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:43:44.718443 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Bound port: 73032926-3f94-47e7-8fc6-6f25b4d9e0e6, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d74225-0f88-4a37-8b93-d54f34f6655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3fb2e3cf-fd83-4e2d-8997-378bdbed454d'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:43:44.718794 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:44.801060 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] For port 73032926-3f94-47e7-8fc6-6f25b4d9e0e6, host hv-cinder-78836, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:43:44.810536 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] For port 73032926-3f94-47e7-8fc6-6f25b4d9e0e6, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=73032926-3f94-47e7-8fc6-6f25b4d9e0e6,segment=NetworkSegment(e1d74225-0f88-4a37-8b93-d54f34f6655a),segment_id=e1d74225-0f88-4a37-8b93-d54f34f6655a)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:43:44.818028 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:44.853129 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:44.853866 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:44.856130 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] 10.222.0.63 "PUT /v2.0/ports/73032926-3f94-47e7-8fc6-6f25b4d9e0e6 HTTP/1.1" status: 200 len: 1093 time: 0.6891966 Jul 13 15:43:44.862854 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9087e9ac-2b93-40e7-a707-1ce04496a40d', 'tag': '73032926-3f94-47e7-8fc6-6f25b4d9e0e6'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:44.865166 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dfbb6d-7c7b-4187-b1be-03716e03e78c" -d '{"events": [{"name": "network-changed", "server_uuid": "9087e9ac-2b93-40e7-a707-1ce04496a40d", "tag": "73032926-3f94-47e7-8fc6-6f25b4d9e0e6"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:44.873814 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe6943-5cdb-402d-bdef-0215ae0107c0 req-6af6d02b-bf6a-40d4-adf6-ee9303ee689f tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:44.876121 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bafe6943-5cdb-402d-bdef-0215ae0107c0 req-6af6d02b-bf6a-40d4-adf6-ee9303ee689f tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 946 time: 0.1118627 Jul 13 15:43:44.938714 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bafe6943-5cdb-402d-bdef-0215ae0107c0 req-f530a27c-39be-46b4-a58d-19e759b466ab tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516593 Jul 13 15:43:44.939626 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96da35-d35f-4341-8dc9-6ec0b07af45d service neutron] Pushing event updated for resources: {'Port': ['ID=73032926-3f94-47e7-8fc6-6f25b4d9e0e6,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:45.000470 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3128047-3a3b-47d7-9166-7137db6a9d19 x-openstack-request-id: req-a3128047-3a3b-47d7-9166-7137db6a9d19 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:45.000767 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9087e9ac-2b93-40e7-a707-1ce04496a40d", "tag": "73032926-3f94-47e7-8fc6-6f25b4d9e0e6", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:45.001022 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a3128047-3a3b-47d7-9166-7137db6a9d19 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:45.001408 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9087e9ac-2b93-40e7-a707-1ce04496a40d', 'tag': '73032926-3f94-47e7-8fc6-6f25b4d9e0e6', 'status': 'completed', 'code': 200} Jul 13 15:43:45.018195 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3eae1-3d7d-4b4a-bc51-0c59ea219adb req-5cb2a9aa-5626-45d8-956d-2e0d43a384e1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:45.019687 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1aa3eae1-3d7d-4b4a-bc51-0c59ea219adb req-5cb2a9aa-5626-45d8-956d-2e0d43a384e1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 943 time: 0.1329539 Jul 13 15:43:45.063342 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-57f49c64-0314-4b98-9465-45d3ae77a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:45.065185 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-57f49c64-0314-4b98-9465-45d3ae77a940 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=660389767cd4485fb1d5ffd23e9f6114&device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 1096 time: 0.1068754 Jul 13 15:43:45.080055 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1aa3eae1-3d7d-4b4a-bc51-0c59ea219adb req-0eb2a604-bfdb-4424-9ffa-09d8be7aa5d3 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528710 Jul 13 15:43:45.129782 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-30e9d134-8614-4495-adef-e57a928f8710 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73032926-3f94-47e7-8fc6-6f25b4d9e0e6 HTTP/1.1" status: 200 len: 217 time: 0.0349762 Jul 13 15:43:45.156920 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675f413-e1a8-416a-9790-441d5998b3fc req-9c7587b2-859e-4b49-8429-3225e56b52ca tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:45.158424 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2675f413-e1a8-416a-9790-441d5998b3fc req-9c7587b2-859e-4b49-8429-3225e56b52ca tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 945 time: 0.0832577 Jul 13 15:43:45.196972 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2675f413-e1a8-416a-9790-441d5998b3fc req-7081e466-2f9d-44be-8183-4fd1b0a9ca8e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327599 Jul 13 15:43:45.230946 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-38961dc9-81d9-49c9-bc58-e76906c6377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:45.232426 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-38961dc9-81d9-49c9-bc58-e76906c6377c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ae06e4b-6835-4dd3-8e1c-d7342dcda81b HTTP/1.1" status: 200 len: 854 time: 0.0514364 Jul 13 15:43:45.281980 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-9a096ec8-329a-4f01-9731-ff687d653fd7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3fb2e3cf-fd83-4e2d-8997-378bdbed454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415158 Jul 13 15:43:45.482403 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-11329fbd-1947-4595-80ee-789c313047c4 service neutron] 10.222.0.63 "GET /v2.0/networks/3fb2e3cf-fd83-4e2d-8997-378bdbed454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367552 Jul 13 15:43:45.493531 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccecdc3-ba41-4215-8f11-870a71d5205d req-b3273556-6a69-4c92-9a19-eff74c500279 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:45.495221 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-dccecdc3-ba41-4215-8f11-870a71d5205d req-b3273556-6a69-4c92-9a19-eff74c500279 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1219461 Jul 13 15:43:45.586498 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-dccecdc3-ba41-4215-8f11-870a71d5205d req-d194e492-e9cd-4792-b79b-66804d18bf5e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831566 Jul 13 15:43:45.608593 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fc21e195-e3d6-4f2a-ad4a-eadf36636d49 req-7e6363ae-bfa1-446c-988e-ea53d00c8654 service neutron] 10.222.0.63 "GET /v2.0/networks/3fb2e3cf-fd83-4e2d-8997-378bdbed454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117640 Jul 13 15:43:45.859856 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfbb6d-7c7b-4187-b1be-03716e03e78c req-d92b88e2-7165-4df1-abcf-9e2b79a617c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:45.862216 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c5dfbb6d-7c7b-4187-b1be-03716e03e78c req-d92b88e2-7165-4df1-abcf-9e2b79a617c9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=660389767cd4485fb1d5ffd23e9f6114&device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 1096 time: 0.0664437 Jul 13 15:43:46.112470 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76988ff8-3fce-47ee-8738-907598f31327 req-268b230e-4590-494d-822f-ae98950a1ccf tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:46.113903 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-76988ff8-3fce-47ee-8738-907598f31327 req-268b230e-4590-494d-822f-ae98950a1ccf tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 946 time: 0.0652139 Jul 13 15:43:46.184871 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de16bc-6c1d-470d-9aab-45f17e65b1c4 req-8da72ad7-9405-4f88-be81-f3df91de2aca tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:46.186475 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a7de16bc-6c1d-470d-9aab-45f17e65b1c4 req-8da72ad7-9405-4f88-be81-f3df91de2aca tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.63 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 946 time: 0.0598898 Jul 13 15:43:46.205610 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-76988ff8-3fce-47ee-8738-907598f31327 req-1eff8416-0540-4b3c-99b3-579e3b99d91d tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/security-groups?id=908c2a96-5311-41c7-9302-d8dc24b8fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859332 Jul 13 15:43:46.241181 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfbb6d-7c7b-4187-b1be-03716e03e78c req-83657521-5dc9-4a50-8c40-3400ca61ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:46.242914 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c5dfbb6d-7c7b-4187-b1be-03716e03e78c req-83657521-5dc9-4a50-8c40-3400ca61ad71 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3fb2e3cf-fd83-4e2d-8997-378bdbed454d HTTP/1.1" status: 200 len: 915 time: 0.1175475 Jul 13 15:43:46.294660 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c5dfbb6d-7c7b-4187-b1be-03716e03e78c req-f559b3df-6329-45ac-98c0-6d349b5bdf3a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73032926-3f94-47e7-8fc6-6f25b4d9e0e6 HTTP/1.1" status: 200 len: 217 time: 0.0442657 Jul 13 15:43:46.381237 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-a7de16bc-6c1d-470d-9aab-45f17e65b1c4 req-00f6be08-4a4a-48de-8fcd-720d52ae161a tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Deleting port d7133d3f-818e-4747-8292-689116be3706 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:43:46.381453 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfbb6d-7c7b-4187-b1be-03716e03e78c req-fe366c97-89be-409b-9dfd-fb983821c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:46.381554 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-a7de16bc-6c1d-470d-9aab-45f17e65b1c4 req-00f6be08-4a4a-48de-8fcd-720d52ae161a tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:46.382798 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c5dfbb6d-7c7b-4187-b1be-03716e03e78c req-fe366c97-89be-409b-9dfd-fb983821c151 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ae06e4b-6835-4dd3-8e1c-d7342dcda81b HTTP/1.1" status: 200 len: 854 time: 0.0770695 Jul 13 15:43:46.392864 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58455f-a651-4abb-9da8-531421fa3fbc req-aba0ecd7-cc44-4893-9de6-9cf869684faf tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:46.394336 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1a58455f-a651-4abb-9da8-531421fa3fbc req-aba0ecd7-cc44-4893-9de6-9cf869684faf tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 943 time: 0.1050808 Jul 13 15:43:46.420916 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c5dfbb6d-7c7b-4187-b1be-03716e03e78c req-e23065c8-5407-4b84-9c47-1e03dee2a094 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3fb2e3cf-fd83-4e2d-8997-378bdbed454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300324 Jul 13 15:43:46.435479 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a782d-848a-4d2a-8153-b38c7a174e33 req-7fc51871-764f-4af7-9260-46c8f443353f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:46.436979 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e64a782d-848a-4d2a-8153-b38c7a174e33 req-7fc51871-764f-4af7-9260-46c8f443353f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 945 time: 0.0980468 Jul 13 15:43:46.479241 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1a58455f-a651-4abb-9da8-531421fa3fbc req-5becc1d0-40a8-48f9-9af2-9af8f6439825 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746474 Jul 13 15:43:46.513485 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-a7de16bc-6c1d-470d-9aab-45f17e65b1c4 req-00f6be08-4a4a-48de-8fcd-720d52ae161a tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] For port d7133d3f-818e-4747-8292-689116be3706, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d7133d3f-818e-4747-8292-689116be3706,segment=NetworkSegment(8719e2ae-98f5-49c6-a71e-30cc8b28ba2e),segment_id=8719e2ae-98f5-49c6-a71e-30cc8b28ba2e)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:46.513665 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-a7de16bc-6c1d-470d-9aab-45f17e65b1c4 req-00f6be08-4a4a-48de-8fcd-720d52ae161a tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:46.525195 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e64a782d-848a-4d2a-8153-b38c7a174e33 req-0f0f8c85-6e62-4a2d-acb9-9d09d42dda95 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792017 Jul 13 15:43:46.531677 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-a7de16bc-6c1d-470d-9aab-45f17e65b1c4 req-00f6be08-4a4a-48de-8fcd-720d52ae161a tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Calling delete_port for d7133d3f-818e-4747-8292-689116be3706 owned by compute:nova {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:43:46.554346 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c5dfbb6d-7c7b-4187-b1be-03716e03e78c req-aa42bee9-34f3-4692-a3a4-d5e114951e37 service neutron] 10.222.0.63 "GET /v2.0/networks/3fb2e3cf-fd83-4e2d-8997-378bdbed454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164320 Jul 13 15:43:46.656409 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c5dfbb6d-7c7b-4187-b1be-03716e03e78c req-c7743b09-f657-40fc-a72d-1a739438a2b3 service neutron] 10.222.0.63 "GET /v2.0/networks/3fb2e3cf-fd83-4e2d-8997-378bdbed454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848336 Jul 13 15:43:46.719683 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-a7de16bc-6c1d-470d-9aab-45f17e65b1c4 req-00f6be08-4a4a-48de-8fcd-720d52ae161a tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:46.771807 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['d7133d3f-818e-4747-8292-689116be3706'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:43:46.774430 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd57bf-21f7-4f81-a758-372aab478203 req-35e73517-af14-4d18-9129-5f199082226d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:46.776053 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9fcd57bf-21f7-4f81-a758-372aab478203 req-35e73517-af14-4d18-9129-5f199082226d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0663180 Jul 13 15:43:46.827262 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9fcd57bf-21f7-4f81-a758-372aab478203 req-7841d7b4-6fd9-4188-9f32-a8d010e7c6f1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430963 Jul 13 15:43:46.930948 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6be08-4a4a-48de-8fcd-720d52ae161a tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Pushing event deleted for resources: {'Port': ['ID=d7133d3f-818e-4747-8292-689116be3706,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:46.987786 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7de16bc-6c1d-470d-9aab-45f17e65b1c4 req-00f6be08-4a4a-48de-8fcd-720d52ae161a tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] No DVR routers for this DVR port d7133d3f-818e-4747-8292-689116be3706 on host hv-cinder-78836 {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:43:46.990779 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-a7de16bc-6c1d-470d-9aab-45f17e65b1c4 req-00f6be08-4a4a-48de-8fcd-720d52ae161a tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:46.992705 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a7de16bc-6c1d-470d-9aab-45f17e65b1c4 req-00f6be08-4a4a-48de-8fcd-720d52ae161a tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.63 "DELETE /v2.0/ports/d7133d3f-818e-4747-8292-689116be3706 HTTP/1.1" status: 204 len: 173 time: 0.8007627 Jul 13 15:43:46.993113 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3456492d-a258-4747-ac5b-3ba41a83c9c1', 'name': 'network-vif-deleted', 'tag': 'd7133d3f-818e-4747-8292-689116be3706'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:46.995395 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea45cb3-8f09-49f1-abce-b722057ca404" -d '{"events": [{"server_uuid": "3456492d-a258-4747-ac5b-3ba41a83c9c1", "name": "network-vif-deleted", "tag": "d7133d3f-818e-4747-8292-689116be3706"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:47.030769 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c4e623-e26c-4938-9316-b90ce4c9a157 x-openstack-request-id: req-04c4e623-e26c-4938-9316-b90ce4c9a157 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:47.031050 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3456492d-a258-4747-ac5b-3ba41a83c9c1", "name": "network-vif-deleted", "tag": "d7133d3f-818e-4747-8292-689116be3706", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:47.031294 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-04c4e623-e26c-4938-9316-b90ce4c9a157 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:47.031671 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3456492d-a258-4747-ac5b-3ba41a83c9c1', 'name': 'network-vif-deleted', 'tag': 'd7133d3f-818e-4747-8292-689116be3706', 'status': 'completed', 'code': 200} Jul 13 15:43:47.190804 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 67182975-e7e5-453e-9a7f-379688acd466 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:43:47.251872 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port 67182975-e7e5-453e-9a7f-379688acd466 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:43:47.256564 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 67182975-e7e5-453e-9a7f-379688acd466 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:43:47.256935 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:47.334068 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:47.357181 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c0bf2d-d4b7-4400-9356-97c91e398513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67182975-e7e5-453e-9a7f-379688acd466'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:47.359858 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef8730a-2d06-493a-9bf8-e180428f1855" -d '{"events": [{"server_uuid": "67c0bf2d-d4b7-4400-9356-97c91e398513", "name": "network-vif-plugged", "status": "completed", "tag": "67182975-e7e5-453e-9a7f-379688acd466"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:47.370231 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e7138038-32a7-49dd-95a3-c81103553fbe req-dd5dedc4-fbf7-4363-ae87-1a555623e2b8 tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 210 time: 0.0284281 Jul 13 15:43:47.374466 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 67182975-e7e5-453e-9a7f-379688acd466, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=67182975-e7e5-453e-9a7f-379688acd466,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:47.380621 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:47.381885 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device d7133d3f-818e-4747-8292-689116be3706 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:43:47.424827 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a273c8-59ef-46c7-8dc5-0c71945ad6cb x-openstack-request-id: req-02a273c8-59ef-46c7-8dc5-0c71945ad6cb {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:47.425125 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c0bf2d-d4b7-4400-9356-97c91e398513", "name": "network-vif-plugged", "status": "completed", "tag": "67182975-e7e5-453e-9a7f-379688acd466", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:47.425372 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-02a273c8-59ef-46c7-8dc5-0c71945ad6cb {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:47.425781 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c0bf2d-d4b7-4400-9356-97c91e398513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67182975-e7e5-453e-9a7f-379688acd466', 'code': 200} Jul 13 15:43:47.426422 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: d7133d3f-818e-4747-8292-689116be3706 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:43:47.426759 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device d7133d3f-818e-4747-8292-689116be3706 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:43:47.455515 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=67182975-e7e5-453e-9a7f-379688acd466,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:47.641653 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74640626-5662-4a28-aaec-b477779e334f req-1b77f21d-c052-4504-9c2a-fc58776e9928 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1220551 Jul 13 15:43:47.682421 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6380ba-9d59-42e9-af7c-7a3e90ac1361 req-cd716490-bdd9-4cb8-8b17-9faa54c6ab47 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:47.684087 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8b6380ba-9d59-42e9-af7c-7a3e90ac1361 req-cd716490-bdd9-4cb8-8b17-9faa54c6ab47 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 943 time: 0.0859749 Jul 13 15:43:47.730999 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd4a90-2a5c-4489-a42f-eec1eedac780 req-3a0ba1bc-1a55-4766-99ac-eec97192759a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:47.732809 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b7fd4a90-2a5c-4489-a42f-eec1eedac780 req-3a0ba1bc-1a55-4766-99ac-eec97192759a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 946 time: 0.0717938 Jul 13 15:43:47.735647 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8b6380ba-9d59-42e9-af7c-7a3e90ac1361 req-6cf20ed0-714d-4221-9837-7546909db522 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448411 Jul 13 15:43:47.784112 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b7fd4a90-2a5c-4489-a42f-eec1eedac780 req-b0158ec4-d23e-4e7f-89e4-995a55387468 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445149 Jul 13 15:43:47.840430 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b036b19-da38-4dad-a6fe-508964dcb804 req-a2170526-31e5-4694-906b-78b6a811f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:47.842355 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4b036b19-da38-4dad-a6fe-508964dcb804 req-a2170526-31e5-4694-906b-78b6a811f21f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 1099 time: 0.0915945 Jul 13 15:43:47.911139 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74640626-5662-4a28-aaec-b477779e334f req-d20b6d91-a536-4376-8b7e-2780219e0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:47.912601 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-74640626-5662-4a28-aaec-b477779e334f req-d20b6d91-a536-4376-8b7e-2780219e0098 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f21b25fab07a42b9a52120ccaaf2af3e&device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 1098 time: 0.0943062 Jul 13 15:43:47.916168 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4b036b19-da38-4dad-a6fe-508964dcb804 req-1352cc88-cd3c-46f7-8edc-be9d87bafdf1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453162 Jul 13 15:43:48.023001 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e156600-19cf-4c11-bc02-832b80778da1 req-1e3f18b0-ffa6-457d-98b0-650786c9890b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:48.024442 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9e156600-19cf-4c11-bc02-832b80778da1 req-1e3f18b0-ffa6-457d-98b0-650786c9890b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0636373 Jul 13 15:43:48.061098 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9e156600-19cf-4c11-bc02-832b80778da1 req-ed33a4c0-6f5d-4fb4-acd3-048ac14666fd tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310748 Jul 13 15:43:48.438526 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74640626-5662-4a28-aaec-b477779e334f req-43762a76-f9bb-4626-a43a-2c069b034c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:48.440339 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74640626-5662-4a28-aaec-b477779e334f req-43762a76-f9bb-4626-a43a-2c069b034c6f service neutron] 10.222.0.63 "GET /v2.0/networks?id=8b11bcae-9c13-43bf-9731-6a731f2cd490 HTTP/1.1" status: 200 len: 916 time: 0.0954578 Jul 13 15:43:48.510457 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74640626-5662-4a28-aaec-b477779e334f req-d99230bd-8254-4fbe-8eda-ed75936cc47a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19973c8c-f5ea-49ae-aef1-b2ec2e03872e HTTP/1.1" status: 200 len: 217 time: 0.0446410 Jul 13 15:43:48.510949 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43856) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:48.581506 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-78d7f0ec-7f94-4d6e-b6b7-5d53ff2d4de7 req-90f6c88b-e378-4b4b-ba49-4e8769c3fb9c tempest-DeleteServersTestJSON-2046686355 tempest-DeleteServersTestJSON-2046686355-project] 10.222.0.59 "GET /v2.0/ports?device_id=3456492d-a258-4747-ac5b-3ba41a83c9c1 HTTP/1.1" status: 200 len: 210 time: 0.0453415 Jul 13 15:43:48.602257 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74640626-5662-4a28-aaec-b477779e334f req-165b01e5-413e-4efb-9dfb-2741c7e826d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:48.603733 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74640626-5662-4a28-aaec-b477779e334f req-165b01e5-413e-4efb-9dfb-2741c7e826d0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ed33725-fe88-43df-8288-b144efbb3fc2 HTTP/1.1" status: 200 len: 855 time: 0.0752823 Jul 13 15:43:48.620002 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-06c8c259-2ccd-4bdc-a7f9-bb8c33060592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:48.649439 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74640626-5662-4a28-aaec-b477779e334f req-9bae800b-1341-4dcb-a971-f9d8e4cff9d9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8b11bcae-9c13-43bf-9731-6a731f2cd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270414 Jul 13 15:43:48.706068 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-06c8c259-2ccd-4bdc-a7f9-bb8c33060592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:48.710003 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-06c8c259-2ccd-4bdc-a7f9-bb8c33060592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:48.748493 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-06c8c259-2ccd-4bdc-a7f9-bb8c33060592 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc6ae803bdac4ca5b748e2e66f5dc3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361195 Jul 13 15:43:48.750051 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8c259-2ccd-4bdc-a7f9-bb8c33060592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b172b820-58a7-4467-97c9-ce4037d1421e,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:48.751974 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74640626-5662-4a28-aaec-b477779e334f req-e250a0d1-0a9f-4d0b-9275-f83fb1416880 service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932648 Jul 13 15:43:48.752360 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43860) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:48.800909 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ebcacac7-c61d-49c7-b365-c52c0cd6f738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:48.823438 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ebcacac7-c61d-49c7-b365-c52c0cd6f738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:48.858747 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74640626-5662-4a28-aaec-b477779e334f req-dcd499ec-59a8-4321-bfcb-a41c5d22c5ae service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930693 Jul 13 15:43:48.904988 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ebcacac7-c61d-49c7-b365-c52c0cd6f738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:48.907668 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ebcacac7-c61d-49c7-b365-c52c0cd6f738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:48.911531 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-ebcacac7-c61d-49c7-b365-c52c0cd6f738 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b172b820-58a7-4467-97c9-ce4037d1421e HTTP/1.1" status: 204 len: 168 time: 0.1555655 Jul 13 15:43:48.926318 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcacac7-c61d-49c7-b365-c52c0cd6f738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b172b820-58a7-4467-97c9-ce4037d1421e,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:48.952837 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dd0d7-d3dd-44a9-bed6-aabbbb5b19a5 req-e3a2ac38-248f-48ac-bc90-4b5c90e12328 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:48.954972 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ad3dd0d7-d3dd-44a9-bed6-aabbbb5b19a5 req-e3a2ac38-248f-48ac-bc90-4b5c90e12328 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 943 time: 0.0933082 Jul 13 15:43:48.963012 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:48.997540 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ad3dd0d7-d3dd-44a9-bed6-aabbbb5b19a5 req-1ec6be89-a211-4356-8f3e-c6861b9a2126 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369084 Jul 13 15:43:49.047059 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307194bb-0ae8-46f3-9c82-47a21c485038 req-858a4ba5-3895-4698-b87e-230b737452b2 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:49.048863 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-307194bb-0ae8-46f3-9c82-47a21c485038 req-858a4ba5-3895-4698-b87e-230b737452b2 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 946 time: 0.1091032 Jul 13 15:43:49.096531 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-307194bb-0ae8-46f3-9c82-47a21c485038 req-ac032ded-a61a-4361-98d9-39f62baca4eb tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 Jul 13 15:43:49.144535 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:43:49.254102 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5379a0-aebd-4b8a-8dd6-b3ec57197527 req-8e1f7f21-67d5-4c4d-b7d0-af9b500502a2 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:49.255887 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2f5379a0-aebd-4b8a-8dd6-b3ec57197527 req-8e1f7f21-67d5-4c4d-b7d0-af9b500502a2 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0801148 Jul 13 15:43:49.260365 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 73032926-3f94-47e7-8fc6-6f25b4d9e0e6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=73032926-3f94-47e7-8fc6-6f25b4d9e0e6,segment=NetworkSegment(e1d74225-0f88-4a37-8b93-d54f34f6655a),segment_id=e1d74225-0f88-4a37-8b93-d54f34f6655a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:49.278681 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '73032926-3f94-47e7-8fc6-6f25b4d9e0e6', 'network_id': '3fb2e3cf-fd83-4e2d-8997-378bdbed454d', 'port_id': '73032926-3f94-47e7-8fc6-6f25b4d9e0e6', 'mac_address': 'fa:16:3e:99:c5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae06e4b-6835-4dd3-8e1c-d7342dcda81b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:43:49.298691 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2f5379a0-aebd-4b8a-8dd6-b3ec57197527 req-dc3d7dd7-fcfa-4d8c-9075-203d4173c5bd tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358555 Jul 13 15:43:49.325245 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:49.337043 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:43:49.358865 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 73032926-3f94-47e7-8fc6-6f25b4d9e0e6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=73032926-3f94-47e7-8fc6-6f25b4d9e0e6,segment=NetworkSegment(e1d74225-0f88-4a37-8b93-d54f34f6655a),segment_id=e1d74225-0f88-4a37-8b93-d54f34f6655a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:49.364047 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:49.375097 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43874) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:49.388397 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-911126e5-72cd-480e-a00a-5b4d58fc46ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:49.413276 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=73032926-3f94-47e7-8fc6-6f25b4d9e0e6,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:49.482750 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-911126e5-72cd-480e-a00a-5b4d58fc46ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:49.486963 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-911126e5-72cd-480e-a00a-5b4d58fc46ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:49.527521 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911126e5-72cd-480e-a00a-5b4d58fc46ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7683bb-8af3-4e79-8d61-1c75d094634d,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:49.532676 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-911126e5-72cd-480e-a00a-5b4d58fc46ec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0aef20359d4b4022b3cb1a8257f3f7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564806 Jul 13 15:43:49.535295 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43878) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:49.581801 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7b1de0ed-1981-43cd-b525-4e6404f963be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:49.602243 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7b1de0ed-1981-43cd-b525-4e6404f963be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:49.650576 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7b1de0ed-1981-43cd-b525-4e6404f963be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:49.653253 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7b1de0ed-1981-43cd-b525-4e6404f963be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:49.654393 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-7b1de0ed-1981-43cd-b525-4e6404f963be admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1a7683bb-8af3-4e79-8d61-1c75d094634d HTTP/1.1" status: 204 len: 168 time: 0.1182442 Jul 13 15:43:49.661824 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1de0ed-1981-43cd-b525-4e6404f963be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7683bb-8af3-4e79-8d61-1c75d094634d,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:49.926526 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['73032926-3f94-47e7-8fc6-6f25b4d9e0e6'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:43:50.217245 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7ecf1-2cf6-475e-aa1b-3e3b1bda61f4 req-a41cd521-ad13-4592-a811-79a42297a4f3 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:50.218781 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4aa7ecf1-2cf6-475e-aa1b-3e3b1bda61f4 req-a41cd521-ad13-4592-a811-79a42297a4f3 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 944 time: 0.0645955 Jul 13 15:43:50.264728 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4aa7ecf1-2cf6-475e-aa1b-3e3b1bda61f4 req-be2a4ac4-9232-494d-b028-eea13fe28d89 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395694 Jul 13 15:43:50.295782 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c193e2-ff1e-4b26-83f4-7590bec489dd req-1aa1d336-1c7a-4602-a024-ea40c310481f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:50.297741 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-64c193e2-ff1e-4b26-83f4-7590bec489dd req-1aa1d336-1c7a-4602-a024-ea40c310481f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 946 time: 0.0750782 Jul 13 15:43:50.340292 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c3300c65-1cda-4f37-af11-82a455d2b55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:50.343424 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-64c193e2-ff1e-4b26-83f4-7590bec489dd req-b886cbaf-1d1b-4661-9113-d38fd58ad9e4 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399640 Jul 13 15:43:50.500495 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abce651-f3d0-4b89-b85c-c1a945842e8a req-3a450ed6-ccee-4bb5-b088-2057e5b3a697 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:50.502042 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9abce651-f3d0-4b89-b85c-c1a945842e8a req-3a450ed6-ccee-4bb5-b088-2057e5b3a697 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0701993 Jul 13 15:43:50.550575 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9abce651-f3d0-4b89-b85c-c1a945842e8a req-99f1fc4b-deaa-48a3-8599-aa54f644dcf0 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Jul 13 15:43:51.304961 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43958) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:51.351844 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-36145ab4-111a-400a-8a24-030fc31a6d9b admin admin] Deleting subnet c6ed4b8f-8e1d-4289-bd73-417a4f2e8bdf {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:43:51.354853 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-36145ab4-111a-400a-8a24-030fc31a6d9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:51.391189 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-36145ab4-111a-400a-8a24-030fc31a6d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59737147'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:51.458044 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-36145ab4-111a-400a-8a24-030fc31a6d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:51.515322 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60bcca-84b0-4714-8dbe-069c60d46fbc req-012a6c32-d6c8-4f02-999a-74c9fbcd0eb6 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:51.516798 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4a60bcca-84b0-4714-8dbe-069c60d46fbc req-012a6c32-d6c8-4f02-999a-74c9fbcd0eb6 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 944 time: 0.1298926 Jul 13 15:43:51.550414 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-36145ab4-111a-400a-8a24-030fc31a6d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59731330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3476084'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:51.582943 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36145ab4-111a-400a-8a24-030fc31a6d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ed4b8f-8e1d-4289-bd73-417a4f2e8bdf,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:51.588877 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4a60bcca-84b0-4714-8dbe-069c60d46fbc req-2fc7cf9e-0380-4e91-81bc-2259ca12cc35 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650914 Jul 13 15:43:51.589573 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-36145ab4-111a-400a-8a24-030fc31a6d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:51.593541 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-36145ab4-111a-400a-8a24-030fc31a6d9b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c6ed4b8f-8e1d-4289-bd73-417a4f2e8bdf HTTP/1.1" status: 204 len: 168 time: 0.2854383 Jul 13 15:43:51.594286 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 43962) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:51.661896 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9cea03f1-e53e-4974-91e9-2bb444efb8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:51.735765 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f59c38-7047-45ad-b463-8d1e1cf7c028 req-8845a7af-03dd-4843-9f09-5b0e923315a5 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:51.737167 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-77f59c38-7047-45ad-b463-8d1e1cf7c028 req-8845a7af-03dd-4843-9f09-5b0e923315a5 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0656273 Jul 13 15:43:51.745920 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9cea03f1-e53e-4974-91e9-2bb444efb8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:51.755452 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-9cea03f1-e53e-4974-91e9-2bb444efb8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd74dee3-a41f-44b5-989d-369d264ca6f2']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:43:51.766108 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-9cea03f1-e53e-4974-91e9-2bb444efb8c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8719e2ae-98f5-49c6-a71e-30cc8b28ba2e') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:43:51.766400 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-9cea03f1-e53e-4974-91e9-2bb444efb8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8719e2ae-98f5-49c6-a71e-30cc8b28ba2e') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:43:51.775177 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-77f59c38-7047-45ad-b463-8d1e1cf7c028 req-7de4eb56-2b83-4c83-9f97-050fce8b6706 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316498 Jul 13 15:43:51.775697 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9cea03f1-e53e-4974-91e9-2bb444efb8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59737122'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:51.793811 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9cea03f1-e53e-4974-91e9-2bb444efb8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:51.802002 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cea03f1-e53e-4974-91e9-2bb444efb8c0 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:43:51.803124 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9cea03f1-e53e-4974-91e9-2bb444efb8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59730988'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: timer() Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: cb(*args, **kw) Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: self._notify() Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: self.callback(batched_events) Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: event.method(event) Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._get(url).json() Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:43:51.805351 dv-cinder-788366-2-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:43:51.864539 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9cea03f1-e53e-4974-91e9-2bb444efb8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:51.870065 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9cea03f1-e53e-4974-91e9-2bb444efb8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:51.871882 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-9cea03f1-e53e-4974-91e9-2bb444efb8c0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bd74dee3-a41f-44b5-989d-369d264ca6f2 HTTP/1.1" status: 204 len: 168 time: 0.2772191 Jul 13 15:43:51.882388 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea03f1-e53e-4974-91e9-2bb444efb8c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd74dee3-a41f-44b5-989d-369d264ca6f2,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:52.060494 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43980) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:52.122801 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-ee415ee2-9223-468f-9ac2-7afdc7e54909 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b6e2893a307349c69543f98feed935d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0608735 Jul 13 15:43:52.125327 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 43984) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:52.184895 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7151a0ef-4b4f-4cfc-9e41-cbaa768495ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:52.217188 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7151a0ef-4b4f-4cfc-9e41-cbaa768495ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:52.298680 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7151a0ef-4b4f-4cfc-9e41-cbaa768495ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:52.301377 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7151a0ef-4b4f-4cfc-9e41-cbaa768495ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:52.302961 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-7151a0ef-4b4f-4cfc-9e41-cbaa768495ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/908c2a96-5311-41c7-9302-d8dc24b8fb22 HTTP/1.1" status: 204 len: 168 time: 0.1766031 Jul 13 15:43:52.324193 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151a0ef-4b4f-4cfc-9e41-cbaa768495ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908c2a96-5311-41c7-9302-d8dc24b8fb22,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:52.787271 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b5903f7e-9144-41ab-9592-5b12109a1efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:52.809833 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb812c8-6592-455c-af9c-4276da76ed97 req-b5df1a11-a34a-4832-a07e-491042a3701c tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:52.823753 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ecb812c8-6592-455c-af9c-4276da76ed97 req-b5df1a11-a34a-4832-a07e-491042a3701c tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 944 time: 0.1148386 Jul 13 15:43:52.917308 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ecb812c8-6592-455c-af9c-4276da76ed97 req-f6e5de85-72e5-440e-80a8-c715971e56bd tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916378 Jul 13 15:43:53.000541 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f393a-9c1f-44c2-8f5b-63648521a0fb req-ac9bcd27-6559-45e1-9e27-95b74305e697 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:53.002156 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-aa7f393a-9c1f-44c2-8f5b-63648521a0fb req-ac9bcd27-6559-45e1-9e27-95b74305e697 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0805845 Jul 13 15:43:53.045165 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:53.062092 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-aa7f393a-9c1f-44c2-8f5b-63648521a0fb req-72f40598-93d9-491f-bc5c-8f7b60d74367 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496488 Jul 13 15:43:53.142795 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:43:53.199396 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:43:53.203581 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:43:53.203951 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:53.291126 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:53.315047 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9087e9ac-2b93-40e7-a707-1ce04496a40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73032926-3f94-47e7-8fc6-6f25b4d9e0e6'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:53.317563 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a31aa0-21bb-4636-af4c-e99a4218763e" -d '{"events": [{"server_uuid": "9087e9ac-2b93-40e7-a707-1ce04496a40d", "name": "network-vif-plugged", "status": "completed", "tag": "73032926-3f94-47e7-8fc6-6f25b4d9e0e6"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:53.336171 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 73032926-3f94-47e7-8fc6-6f25b4d9e0e6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=73032926-3f94-47e7-8fc6-6f25b4d9e0e6,segment=NetworkSegment(e1d74225-0f88-4a37-8b93-d54f34f6655a),segment_id=e1d74225-0f88-4a37-8b93-d54f34f6655a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:43:53.342870 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:53.385312 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-80619edf-34e6-4c9d-87d8-21427009624d tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:53.393292 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-80619edf-34e6-4c9d-87d8-21427009624d tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/networks?id=8b11bcae-9c13-43bf-9731-6a731f2cd490 HTTP/1.1" status: 200 len: 815 time: 0.1333125 Jul 13 15:43:53.402973 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=73032926-3f94-47e7-8fc6-6f25b4d9e0e6,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:53.410095 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-ebf8675b-bd04-4dd8-bd42-a3967a1259c0 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/quotas/f21b25fab07a42b9a52120ccaaf2af3e HTTP/1.1" status: 200 len: 375 time: 0.0156398 Jul 13 15:43:53.475445 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-ad21e916-8d96-41ab-a35b-334d7653d4ec tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f21b25fab07a42b9a52120ccaaf2af3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645242 Jul 13 15:43:53.522543 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bcd3fb-fcfa-4798-8fef-5f1e80ea357d x-openstack-request-id: req-a5bcd3fb-fcfa-4798-8fef-5f1e80ea357d {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:53.522831 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9087e9ac-2b93-40e7-a707-1ce04496a40d", "name": "network-vif-plugged", "status": "completed", "tag": "73032926-3f94-47e7-8fc6-6f25b4d9e0e6", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:53.523079 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5bcd3fb-fcfa-4798-8fef-5f1e80ea357d {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:53.523684 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9087e9ac-2b93-40e7-a707-1ce04496a40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73032926-3f94-47e7-8fc6-6f25b4d9e0e6', 'code': 200} Jul 13 15:43:53.578662 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-de435e59-52bf-4b28-a948-7b0288b8b360 service neutron] 10.222.0.59 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960925 Jul 13 15:43:53.695673 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-dc219b2c-f7f7-4776-b169-01b502b02894 service neutron] 10.222.0.59 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131103 Jul 13 15:43:53.857956 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c72198-a278-4f13-881e-aea4750a460d req-3f127f05-6480-4092-960b-cb7dcf77a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:53.861559 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-69c72198-a278-4f13-881e-aea4750a460d req-3f127f05-6480-4092-960b-cb7dcf77a5af service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 1098 time: 0.0861678 Jul 13 15:43:53.888136 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44092) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:53.899659 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:53.929329 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b654868f-1ad1-4263-9f2b-a2f290844133 req-cf6d8ce4-706e-43a4-9585-796276f62beb tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 210 time: 0.0604844 Jul 13 15:43:53.965562 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-69c72198-a278-4f13-881e-aea4750a460d req-71bdeba4-97ef-4f20-97e5-8717c24b6217 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864108 Jul 13 15:43:54.043454 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c4f66913-0eb2-4bc6-a62c-73fba7581ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:54.192453 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b1d83-b704-410d-87e0-af2b387094dd req-7f024797-5a60-47f7-86ac-f18e1a8ba06b tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:54.194782 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bd9b1d83-b704-410d-87e0-af2b387094dd req-7f024797-5a60-47f7-86ac-f18e1a8ba06b tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 945 time: 0.1406076 Jul 13 15:43:54.268126 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bd9b1d83-b704-410d-87e0-af2b387094dd req-7ae1a5ac-c626-4882-880f-53700a882a9c tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586259 Jul 13 15:43:54.300171 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c4f66913-0eb2-4bc6-a62c-73fba7581ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:54.306435 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c4f66913-0eb2-4bc6-a62c-73fba7581ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:54.340288 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6829f-4390-410d-ba17-f0baf4b9e488 req-1d9341b6-d80d-4161-b9c0-b7f7d43f34d5 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:54.342849 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b0b6829f-4390-410d-ba17-f0baf4b9e488 req-1d9341b6-d80d-4161-b9c0-b7f7d43f34d5 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1149218 Jul 13 15:43:54.376400 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-c4f66913-0eb2-4bc6-a62c-73fba7581ddc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f6a65c032b74ddfb8bd713135eee2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4868991 Jul 13 15:43:54.379079 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 44120) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:54.399629 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f66913-0eb2-4bc6-a62c-73fba7581ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e228d942-cca6-434a-9f13-257f1fbcc730,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:54.419221 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b0b6829f-4390-410d-ba17-f0baf4b9e488 req-07043d85-16b5-4dd9-99d6-2e182b63dbae tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687904 Jul 13 15:43:54.478051 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d697b526-dc37-4ec7-8bfb-e2fb408b0884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:54.500699 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d697b526-dc37-4ec7-8bfb-e2fb408b0884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:54.567070 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d697b526-dc37-4ec7-8bfb-e2fb408b0884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:54.569742 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d697b526-dc37-4ec7-8bfb-e2fb408b0884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:54.571428 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d697b526-dc37-4ec7-8bfb-e2fb408b0884 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e228d942-cca6-434a-9f13-257f1fbcc730 HTTP/1.1" status: 204 len: 168 time: 0.1747363 Jul 13 15:43:54.584285 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697b526-dc37-4ec7-8bfb-e2fb408b0884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e228d942-cca6-434a-9f13-257f1fbcc730,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:54.607623 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 44130) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:54.626956 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44134) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:54.829088 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e33a113b-980f-44d9-b699-6d806c181772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:54.901375 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-289693c0-afb6-4eef-8de2-f43ece17b63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:54.934975 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e33a113b-980f-44d9-b699-6d806c181772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:54.940033 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e33a113b-980f-44d9-b699-6d806c181772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:54.981050 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-e33a113b-980f-44d9-b699-6d806c181772 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17824581bd5e4df6a65fd1690791056c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722498 Jul 13 15:43:54.983744 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a113b-980f-44d9-b699-6d806c181772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d0427c-5a52-4e08-ada3-497572c6ea1c,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:54.983861 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44148) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:55.098200 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e57eed5d-f847-4fe4-9634-ad1f3043432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:55.101329 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9af4d911-c56b-4c0a-be97-fa736ed11dab req-118f052d-835e-4030-9ff2-3c1f2ca2ca10 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 210 time: 0.0474520 Jul 13 15:43:55.139455 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-289693c0-afb6-4eef-8de2-f43ece17b63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:55.141712 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e57eed5d-f847-4fe4-9634-ad1f3043432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:55.148098 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-289693c0-afb6-4eef-8de2-f43ece17b63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:55.206292 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-289693c0-afb6-4eef-8de2-f43ece17b63c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf320fd9e11148289f1c0eb9baebcf32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782442 Jul 13 15:43:55.207640 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289693c0-afb6-4eef-8de2-f43ece17b63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1713fa-258a-4c32-b6e0-8c1d0b1a4ba1,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:55.208965 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 44158) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:55.232496 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e57eed5d-f847-4fe4-9634-ad1f3043432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:55.236173 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e57eed5d-f847-4fe4-9634-ad1f3043432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:55.239600 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-e57eed5d-f847-4fe4-9634-ad1f3043432e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/80d0427c-5a52-4e08-ada3-497572c6ea1c HTTP/1.1" status: 204 len: 168 time: 0.2503207 Jul 13 15:43:55.251997 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57eed5d-f847-4fe4-9634-ad1f3043432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d0427c-5a52-4e08-ada3-497572c6ea1c,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:55.271784 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c731fc7c-efaa-404e-b07b-d31784c227ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:55.300259 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c731fc7c-efaa-404e-b07b-d31784c227ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:55.366829 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c731fc7c-efaa-404e-b07b-d31784c227ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:55.370344 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c731fc7c-efaa-404e-b07b-d31784c227ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:55.371775 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c731fc7c-efaa-404e-b07b-d31784c227ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea1713fa-258a-4c32-b6e0-8c1d0b1a4ba1 HTTP/1.1" status: 204 len: 168 time: 0.1612899 Jul 13 15:43:55.390293 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731fc7c-efaa-404e-b07b-d31784c227ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1713fa-258a-4c32-b6e0-8c1d0b1a4ba1,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:55.481032 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a8b29-c0f2-441f-a56b-05ead6efe4d0 req-ef3df258-841e-4387-8415-32d7f0a5981d tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:55.482652 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-244a8b29-c0f2-441f-a56b-05ead6efe4d0 req-ef3df258-841e-4387-8415-32d7f0a5981d tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 945 time: 0.0785205 Jul 13 15:43:55.548964 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-244a8b29-c0f2-441f-a56b-05ead6efe4d0 req-65c491f2-074a-491d-932c-8e21fe2de673 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554445 Jul 13 15:43:55.602885 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:55.709775 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6a55b-c241-4800-9e1f-28e4738089b3 req-545827af-4caf-48c4-a66c-4ef0b5dcc76e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:55.721124 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-26c6a55b-c241-4800-9e1f-28e4738089b3 req-545827af-4caf-48c4-a66c-4ef0b5dcc76e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1133533 Jul 13 15:43:55.754232 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-ae567b01-0e27-42d5-8ae1-a68a0df553cb tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:55.755740 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-ae567b01-0e27-42d5-8ae1-a68a0df553cb tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "GET /v2.0/networks?id=8b11bcae-9c13-43bf-9731-6a731f2cd490 HTTP/1.1" status: 200 len: 815 time: 0.1717510 Jul 13 15:43:55.804158 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-cbbbc057-7599-484b-9075-f93c20494279 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Request body: {'port': {'device_id': '4842a9a4-5f01-462a-aa33-ca8ab515c86d', 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490', 'admin_state_up': True, 'tenant_id': 'f21b25fab07a42b9a52120ccaaf2af3e'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:55.807266 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-26c6a55b-c241-4800-9e1f-28e4738089b3 req-cf6aa500-c1ab-4e49-88ad-9bfc6af4a8e8 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845749 Jul 13 15:43:56.029589 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44188) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:56.046870 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-91b557a6-4c5a-4f32-aff9-6d93d27867e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:56.055628 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-cbbbc057-7599-484b-9075-f93c20494279 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Made reservation on behalf of f21b25fab07a42b9a52120ccaaf2af3e for: {'port': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:43:56.059805 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-cbbbc057-7599-484b-9075-f93c20494279 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:56.236332 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-91b557a6-4c5a-4f32-aff9-6d93d27867e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:56.240709 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-91b557a6-4c5a-4f32-aff9-6d93d27867e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:56.243299 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-cbbbc057-7599-484b-9075-f93c20494279 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Allocated IP 172.20.0.6 (8b11bcae-9c13-43bf-9731-6a731f2cd490/3ed33725-fe88-43df-8288-b144efbb3fc2/25d289eb-e9ac-43a6-bde8-2d62d2c37237) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:43:56.286444 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-91b557a6-4c5a-4f32-aff9-6d93d27867e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0301f1a2059f4a5ebbf1575375c5b753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554955 Jul 13 15:43:56.287494 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b557a6-4c5a-4f32-aff9-6d93d27867e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d839aa44-a0b5-40be-aff0-c832a66006a4,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:56.290956 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44202) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:56.318013 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-67088fcf-62f4-4136-a0fa-81692ba5e389 req-d45cf94d-e9ff-42b3-81a1-1fc64125c0d9 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 210 time: 0.0555992 Jul 13 15:43:56.351847 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4be2b1b9-5bd3-4ac1-b721-01a84b6b80df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:56.376506 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4be2b1b9-5bd3-4ac1-b721-01a84b6b80df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:56.430488 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4be2b1b9-5bd3-4ac1-b721-01a84b6b80df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:56.433218 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4be2b1b9-5bd3-4ac1-b721-01a84b6b80df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:56.436838 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-4be2b1b9-5bd3-4ac1-b721-01a84b6b80df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d839aa44-a0b5-40be-aff0-c832a66006a4 HTTP/1.1" status: 204 len: 168 time: 0.1423063 Jul 13 15:43:56.442882 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2b1b9-5bd3-4ac1-b721-01a84b6b80df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d839aa44-a0b5-40be-aff0-c832a66006a4,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:56.472721 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-cbbbc057-7599-484b-9075-f93c20494279 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:56.524407 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-cbbbc057-7599-484b-9075-f93c20494279 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:56.576415 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-cbbbc057-7599-484b-9075-f93c20494279 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Network 8b11bcae-9c13-43bf-9731-6a731f2cd490 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:43:56.576415 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-cbbbc057-7599-484b-9075-f93c20494279 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:43:56.578004 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-cbbbc057-7599-484b-9075-f93c20494279 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:43:56.582713 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['19973c8c-f5ea-49ae-aef1-b2ec2e03872e', '67182975-e7e5-453e-9a7f-379688acd466'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:43:56.614559 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbc057-7599-484b-9075-f93c20494279 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Pushing event updated for resources: {'Port': ['ID=25d289eb-e9ac-43a6-bde8-2d62d2c37237,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:56.653831 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-cbbbc057-7599-484b-9075-f93c20494279 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:56.655327 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-cbbbc057-7599-484b-9075-f93c20494279 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:56.683116 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-cbbbc057-7599-484b-9075-f93c20494279 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8824854 Jul 13 15:43:56.705180 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Request body: {'port': {'device_id': '4842a9a4-5f01-462a-aa33-ca8ab515c86d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:43:56.812298 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:56.821834 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630fbc8-98ee-4eaa-a62e-b2ce12740bb3 req-93def51f-66f3-43ca-bae7-ba589944fe71 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:56.823382 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b630fbc8-98ee-4eaa-a62e-b2ce12740bb3 req-93def51f-66f3-43ca-bae7-ba589944fe71 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 945 time: 0.1141756 Jul 13 15:43:56.906337 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b630fbc8-98ee-4eaa-a62e-b2ce12740bb3 req-868be26d-3ff3-45c7-9238-0714e6e0cbb7 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708098 Jul 13 15:43:57.164700 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5330886-5cf8-4987-b441-3e7c8ef27106 req-84064346-c1e7-4562-8f15-fb3b16e207ca tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:57.166276 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c5330886-5cf8-4987-b441-3e7c8ef27106 req-84064346-c1e7-4562-8f15-fb3b16e207ca tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1205931 Jul 13 15:43:57.254447 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c5330886-5cf8-4987-b441-3e7c8ef27106 req-146377e5-d317-4528-9dcb-dd99a9020c8c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813873 Jul 13 15:43:57.260314 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d289eb-e9ac-43a6-bde8-2d62d2c37237 {{(pid=93018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:43:57.277697 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:57.284779 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Transition to ACTIVE for port object 25d289eb-e9ac-43a6-bde8-2d62d2c37237 will not be triggered until provisioned by entity L2. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:43:57.289118 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:57.380277 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Pushing event updated for resources: {'Port': ['ID=25d289eb-e9ac-43a6-bde8-2d62d2c37237,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:57.539846 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Attempting to bind port 25d289eb-e9ac-43a6-bde8-2d62d2c37237 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:43:57.540176 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Attempting to bind port 25d289eb-e9ac-43a6-bde8-2d62d2c37237 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:43:57.542155 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Attempting to bind port 25d289eb-e9ac-43a6-bde8-2d62d2c37237 on network 8b11bcae-9c13-43bf-9731-6a731f2cd490 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:43:57.573159 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Port 25d289eb-e9ac-43a6-bde8-2d62d2c37237 on network 8b11bcae-9c13-43bf-9731-6a731f2cd490 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:43:57.586286 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Attempting to bind port 25d289eb-e9ac-43a6-bde8-2d62d2c37237 on network 8b11bcae-9c13-43bf-9731-6a731f2cd490 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:43:57.629049 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:43:57.629385 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Checking segment: {'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:43:57.629853 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Bound using segment: {'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:43:57.630298 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Bound port: 25d289eb-e9ac-43a6-bde8-2d62d2c37237, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'}}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:43:57.630651 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:57.741156 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76fbc6-fb58-4abc-ac74-24179522248d req-f9a9b832-bea1-4579-b852-744eda3c1401 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:57.742998 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dc76fbc6-fb58-4abc-ac74-24179522248d req-f9a9b832-bea1-4579-b852-744eda3c1401 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 943 time: 0.1961584 Jul 13 15:43:57.747820 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] For port 25d289eb-e9ac-43a6-bde8-2d62d2c37237, host hv-cinder-78836, cleared binding levels {{(pid=93018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:43:57.752823 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] For port 25d289eb-e9ac-43a6-bde8-2d62d2c37237, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=25d289eb-e9ac-43a6-bde8-2d62d2c37237,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:43:57.760359 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:57.808988 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:57.809606 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:57.811014 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] 10.222.0.63 "PUT /v2.0/ports/25d289eb-e9ac-43a6-bde8-2d62d2c37237 HTTP/1.1" status: 200 len: 1093 time: 1.1121769 Jul 13 15:43:57.811470 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4842a9a4-5f01-462a-aa33-ca8ab515c86d', 'tag': '25d289eb-e9ac-43a6-bde8-2d62d2c37237'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:43:57.813728 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b34b956-20f6-4d4e-bc26-0d1f6e51a897" -d '{"events": [{"name": "network-changed", "server_uuid": "4842a9a4-5f01-462a-aa33-ca8ab515c86d", "tag": "25d289eb-e9ac-43a6-bde8-2d62d2c37237"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:43:57.839130 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dc76fbc6-fb58-4abc-ac74-24179522248d req-34c54fb7-e15e-4c04-8ec7-df4cffd9250c tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886803 Jul 13 15:43:57.855231 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:43:57.858154 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ac5af-2cb8-455c-9e54-d5d2c50a059d service neutron] Pushing event updated for resources: {'Port': ['ID=25d289eb-e9ac-43a6-bde8-2d62d2c37237,revision_number=3']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:57.887823 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80471eac-ab0c-42c8-b732-3043b6bbd833 x-openstack-request-id: req-80471eac-ab0c-42c8-b732-3043b6bbd833 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:43:57.888110 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4842a9a4-5f01-462a-aa33-ca8ab515c86d", "tag": "25d289eb-e9ac-43a6-bde8-2d62d2c37237", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:43:57.888510 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80471eac-ab0c-42c8-b732-3043b6bbd833 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:43:57.888897 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4842a9a4-5f01-462a-aa33-ca8ab515c86d', 'tag': '25d289eb-e9ac-43a6-bde8-2d62d2c37237', 'status': 'completed', 'code': 200} Jul 13 15:43:57.978698 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-cc3ab34b-d1c7-49ab-969a-ac9452a14b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:57.980213 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-cc3ab34b-d1c7-49ab-969a-ac9452a14b57 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f21b25fab07a42b9a52120ccaaf2af3e&device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 1096 time: 0.0567205 Jul 13 15:43:58.039467 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-11d71351-6885-4139-ada1-9ef94ac86257 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25d289eb-e9ac-43a6-bde8-2d62d2c37237 HTTP/1.1" status: 200 len: 217 time: 0.0372312 Jul 13 15:43:58.095762 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-0b65d4d9-4470-4de7-864c-e15f63028c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:58.097263 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-0b65d4d9-4470-4de7-864c-e15f63028c10 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ed33725-fe88-43df-8288-b144efbb3fc2 HTTP/1.1" status: 200 len: 855 time: 0.0469491 Jul 13 15:43:58.135562 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-0f7c6a8c-e5fc-4936-83f5-96865a89207e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8b11bcae-9c13-43bf-9731-6a731f2cd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293481 Jul 13 15:43:58.235736 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-5d9c2d21-357d-4a7f-b6ca-d13da3c9b58e service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910332 Jul 13 15:43:58.345532 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb91b7ce-bc8b-45ae-8bd3-d97f03dddaef req-01f9b0d6-97e0-463c-86f2-04477bf16ef0 service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023729 Jul 13 15:43:58.452490 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b48fe-5b9e-43f6-a665-41b35b61b109 req-1ffc3234-b24b-4761-bd07-35666957327d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:43:58.453924 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1d6b48fe-5b9e-43f6-a665-41b35b61b109 req-1ffc3234-b24b-4761-bd07-35666957327d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0704372 Jul 13 15:43:58.494097 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1d6b48fe-5b9e-43f6-a665-41b35b61b109 req-bf60a26f-af26-40e5-8e32-001fa3f55458 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326846 Jul 13 15:43:58.550033 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44350) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:58.699773 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-00762a4c-1999-47f0-aaa7-54183037fd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:58.810156 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-00762a4c-1999-47f0-aaa7-54183037fd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:58.810983 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-00762a4c-1999-47f0-aaa7-54183037fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:58.851353 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00762a4c-1999-47f0-aaa7-54183037fd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812ff8e2-83ed-4dc1-b2cb-0771be08955b,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:58.857228 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-00762a4c-1999-47f0-aaa7-54183037fd3c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30b88324fd1d444ca6e906daa7ebbf7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061931 Jul 13 15:43:58.859930 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44366) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:58.909988 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-88ddd907-ad1c-4869-8ef3-eaa729ff29af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:58.931604 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-88ddd907-ad1c-4869-8ef3-eaa729ff29af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:58.977971 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-88ddd907-ad1c-4869-8ef3-eaa729ff29af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:58.980344 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-88ddd907-ad1c-4869-8ef3-eaa729ff29af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:58.981453 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-88ddd907-ad1c-4869-8ef3-eaa729ff29af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/812ff8e2-83ed-4dc1-b2cb-0771be08955b HTTP/1.1" status: 204 len: 168 time: 0.1207676 Jul 13 15:43:58.989954 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddd907-ad1c-4869-8ef3-eaa729ff29af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812ff8e2-83ed-4dc1-b2cb-0771be08955b,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:59.237032 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44374) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:59.250708 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b029a08e-f310-4db6-b636-f297aca68b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:59.338380 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b029a08e-f310-4db6-b636-f297aca68b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:59.341829 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b029a08e-f310-4db6-b636-f297aca68b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:59.378991 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-b029a08e-f310-4db6-b636-f297aca68b20 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3af9f9b8a1dc43a3af0995dcb2f6fb7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408203 Jul 13 15:43:59.379826 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029a08e-f310-4db6-b636-f297aca68b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c4c075-9306-459b-8fbe-9d45160da71a,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:43:59.381851 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 44376) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:43:59.434571 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-98ecd630-9292-43bb-b2c6-9db0dc1618c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:59.455480 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-98ecd630-9292-43bb-b2c6-9db0dc1618c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:59.500141 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-98ecd630-9292-43bb-b2c6-9db0dc1618c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:59.502884 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-98ecd630-9292-43bb-b2c6-9db0dc1618c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:43:59.504049 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-98ecd630-9292-43bb-b2c6-9db0dc1618c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49c4c075-9306-459b-8fbe-9d45160da71a HTTP/1.1" status: 204 len: 168 time: 0.1211929 Jul 13 15:43:59.512304 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecd630-9292-43bb-b2c6-9db0dc1618c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c4c075-9306-459b-8fbe-9d45160da71a,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:01.745196 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b956-20f6-4d4e-bc26-0d1f6e51a897 req-94b44a36-022e-4be4-b9da-64115c3f64de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:01.747321 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4b34b956-20f6-4d4e-bc26-0d1f6e51a897 req-94b44a36-022e-4be4-b9da-64115c3f64de service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f21b25fab07a42b9a52120ccaaf2af3e&device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 1096 time: 0.0703831 Jul 13 15:44:01.813509 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44460) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:01.903845 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b956-20f6-4d4e-bc26-0d1f6e51a897 req-bfd5ef2a-f4ee-45e3-bac2-e12b2d3ab1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:01.905350 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4b34b956-20f6-4d4e-bc26-0d1f6e51a897 req-bfd5ef2a-f4ee-45e3-bac2-e12b2d3ab1f9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8b11bcae-9c13-43bf-9731-6a731f2cd490 HTTP/1.1" status: 200 len: 916 time: 0.1517119 Jul 13 15:44:01.919947 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53aa57-01ae-4596-a519-bebaa72123ef req-b52511b3-90fc-42f1-b3ea-c9cb3d27d781 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:01.928557 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5f53aa57-01ae-4596-a519-bebaa72123ef req-b52511b3-90fc-42f1-b3ea-c9cb3d27d781 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1080396 Jul 13 15:44:01.956920 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-544f77d7-3838-485b-bdeb-b72fb7a81b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:01.963620 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4b34b956-20f6-4d4e-bc26-0d1f6e51a897 req-093e5cd6-4a0a-4ed5-874f-83f8c4fa616e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25d289eb-e9ac-43a6-bde8-2d62d2c37237 HTTP/1.1" status: 200 len: 217 time: 0.0474792 Jul 13 15:44:01.988321 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5b603-4297-425b-9f6f-96604b01b4f8 req-4f1632a2-d265-4b6d-ba72-32d8a2292647 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:01.989461 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5f53aa57-01ae-4596-a519-bebaa72123ef req-83d411ea-7e25-4171-9a3a-83c4b5e3b57f tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600622 Jul 13 15:44:01.990090 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-39c5b603-4297-425b-9f6f-96604b01b4f8 req-4f1632a2-d265-4b6d-ba72-32d8a2292647 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 943 time: 0.2153492 Jul 13 15:44:02.065278 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b956-20f6-4d4e-bc26-0d1f6e51a897 req-44611401-1d7d-4f58-845c-3f954b0f525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:02.066762 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4b34b956-20f6-4d4e-bc26-0d1f6e51a897 req-44611401-1d7d-4f58-845c-3f954b0f525f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ed33725-fe88-43df-8288-b144efbb3fc2 HTTP/1.1" status: 200 len: 855 time: 0.0955470 Jul 13 15:44:02.069773 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-39c5b603-4297-425b-9f6f-96604b01b4f8 req-9aabc5de-df6f-4429-ae99-8cfd2d47fe60 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542498 Jul 13 15:44:02.080132 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-544f77d7-3838-485b-bdeb-b72fb7a81b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:02.084080 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-544f77d7-3838-485b-bdeb-b72fb7a81b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:02.125238 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-544f77d7-3838-485b-bdeb-b72fb7a81b70 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01e58f6a19d643f3b98732abb193423b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082962 Jul 13 15:44:02.125408 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44478) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:02.131173 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f77d7-3838-485b-bdeb-b72fb7a81b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efc8c78-53be-460f-86d9-1e798266834c,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:02.177821 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e298b0cd-3ffa-418e-ad81-3c727456c400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:02.200791 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e298b0cd-3ffa-418e-ad81-3c727456c400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:02.255892 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e298b0cd-3ffa-418e-ad81-3c727456c400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:02.259533 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e298b0cd-3ffa-418e-ad81-3c727456c400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:02.260698 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-e298b0cd-3ffa-418e-ad81-3c727456c400 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3efc8c78-53be-460f-86d9-1e798266834c HTTP/1.1" status: 204 len: 168 time: 0.1343887 Jul 13 15:44:02.276295 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298b0cd-3ffa-418e-ad81-3c727456c400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efc8c78-53be-460f-86d9-1e798266834c,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:02.556242 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44504) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:02.572480 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dca89136-39a7-461e-85b4-219df4e89c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:02.659616 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dca89136-39a7-461e-85b4-219df4e89c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:02.663202 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dca89136-39a7-461e-85b4-219df4e89c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:02.703572 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca89136-39a7-461e-85b4-219df4e89c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edad42e-3a60-4ca2-8930-df0016d34028,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:02.710413 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-dca89136-39a7-461e-85b4-219df4e89c54 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c1ce818eb1c46afa925e5c7b713cc4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505885 Jul 13 15:44:02.710547 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44508) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:02.762119 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d7a8aae5-4592-4ebf-87e6-196347d580d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:02.782850 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d7a8aae5-4592-4ebf-87e6-196347d580d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:02.830296 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d7a8aae5-4592-4ebf-87e6-196347d580d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:02.832882 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d7a8aae5-4592-4ebf-87e6-196347d580d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:02.834022 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-d7a8aae5-4592-4ebf-87e6-196347d580d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7edad42e-3a60-4ca2-8930-df0016d34028 HTTP/1.1" status: 204 len: 168 time: 0.1225529 Jul 13 15:44:02.842052 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8aae5-4592-4ebf-87e6-196347d580d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edad42e-3a60-4ca2-8930-df0016d34028,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:04.815903 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44596) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:04.915856 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f7476bd0-24a3-4027-ae28-b1bb899baf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:05.238534 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f7476bd0-24a3-4027-ae28-b1bb899baf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:05.242188 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f7476bd0-24a3-4027-ae28-b1bb899baf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:05.280307 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-f7476bd0-24a3-4027-ae28-b1bb899baf48 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0929b17d3dbd4288b64a1a35740ab57b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4631271 Jul 13 15:44:05.281006 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7476bd0-24a3-4027-ae28-b1bb899baf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ccf980-29f4-4daf-9757-4beae7e8bb42,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:05.282854 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 44604) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:05.339166 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb5d7-c72d-4e39-a106-d9fe39b5cdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:05.359449 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb5d7-c72d-4e39-a106-d9fe39b5cdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:05.403942 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb5d7-c72d-4e39-a106-d9fe39b5cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:05.407046 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb5d7-c72d-4e39-a106-d9fe39b5cdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:05.408147 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-e4cbb5d7-c72d-4e39-a106-d9fe39b5cdb6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/46ccf980-29f4-4daf-9757-4beae7e8bb42 HTTP/1.1" status: 204 len: 168 time: 0.1222255 Jul 13 15:44:05.415634 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbb5d7-c72d-4e39-a106-d9fe39b5cdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ccf980-29f4-4daf-9757-4beae7e8bb42,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:05.500838 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4b34b956-20f6-4d4e-bc26-0d1f6e51a897 req-9da78f05-fc9c-43c7-9c2a-3e65acca11c1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8b11bcae-9c13-43bf-9731-6a731f2cd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312805 Jul 13 15:44:05.599639 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4b34b956-20f6-4d4e-bc26-0d1f6e51a897 req-e99d5985-1147-487c-b5ac-da6844c0c24e service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902762 Jul 13 15:44:05.693795 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44612) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:05.708112 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-facfc3df-2f33-42b9-83f5-556ba8f3c71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:05.753315 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4b34b956-20f6-4d4e-bc26-0d1f6e51a897 req-8cc8cf51-15ca-4810-a972-96255eba1401 service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362603 Jul 13 15:44:05.761303 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851a19-e6a1-43b3-8253-4ca4def42d1d req-53093f44-32af-4ccd-bb61-5320268012a6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:05.762715 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-94851a19-e6a1-43b3-8253-4ca4def42d1d req-53093f44-32af-4ccd-bb61-5320268012a6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1019397 Jul 13 15:44:05.807462 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-94851a19-e6a1-43b3-8253-4ca4def42d1d req-61654472-123f-4af9-882a-06b7279ab429 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390413 Jul 13 15:44:05.847108 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beade019-f380-456e-8749-ccf815c043e1 req-718f819b-b6fb-4cd7-82fc-11f5d9e3035f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:05.848604 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-beade019-f380-456e-8749-ccf815c043e1 req-718f819b-b6fb-4cd7-82fc-11f5d9e3035f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 943 time: 0.1001973 Jul 13 15:44:05.867099 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-facfc3df-2f33-42b9-83f5-556ba8f3c71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:05.876381 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-facfc3df-2f33-42b9-83f5-556ba8f3c71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:05.927072 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-facfc3df-2f33-42b9-83f5-556ba8f3c71f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8f89338f7b6e4721942aad638a9d0038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321758 Jul 13 15:44:05.929832 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 44614) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:05.930853 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-beade019-f380-456e-8749-ccf815c043e1 req-d118f1b3-2ea7-4b35-afd0-9662c44765f3 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724170 Jul 13 15:44:05.931590 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfc3df-2f33-42b9-83f5-556ba8f3c71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0b43de-64a8-48a3-80a6-5c88ce56bf2d,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:05.981575 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-99e83947-f91c-4ce7-98a9-2094c7765fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:06.004351 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-99e83947-f91c-4ce7-98a9-2094c7765fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:06.059739 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-99e83947-f91c-4ce7-98a9-2094c7765fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:06.062374 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-99e83947-f91c-4ce7-98a9-2094c7765fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:06.066004 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-99e83947-f91c-4ce7-98a9-2094c7765fd6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9e0b43de-64a8-48a3-80a6-5c88ce56bf2d HTTP/1.1" status: 204 len: 168 time: 0.1319668 Jul 13 15:44:06.083763 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e83947-f91c-4ce7-98a9-2094c7765fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0b43de-64a8-48a3-80a6-5c88ce56bf2d,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:06.986037 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26309ce-bd6a-498c-ab31-a823692d019d req-b4614ece-b8d1-45ee-b2ce-f6fe91bcda62 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:06.987399 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a26309ce-bd6a-498c-ab31-a823692d019d req-b4614ece-b8d1-45ee-b2ce-f6fe91bcda62 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0686872 Jul 13 15:44:07.028138 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a26309ce-bd6a-498c-ab31-a823692d019d req-2bed9242-ecc7-48c6-acfa-d3b64cc59d24 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338624 Jul 13 15:44:07.140063 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e02c0c-bb5e-4806-9320-b3dd2bc52c05 req-b2e76df3-9a82-4dc2-b376-129373151bcc tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:07.140063 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-51e02c0c-bb5e-4806-9320-b3dd2bc52c05 req-b2e76df3-9a82-4dc2-b376-129373151bcc tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 943 time: 0.0648952 Jul 13 15:44:07.183487 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-51e02c0c-bb5e-4806-9320-b3dd2bc52c05 req-69d94c29-c68d-4c19-9f83-4adb588fa976 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394201 Jul 13 15:44:07.961706 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44726) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:08.015418 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44730) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:08.113733 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-37e502b1-5bd1-4839-8d94-f142d72cccb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.140753 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e4b74ff9-2697-44dd-95d7-663ce909b4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.215872 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b58e64-250a-46e5-bbb3-0ba92a7f43a3 req-f0dcb7ee-6291-412b-88c6-261527cae567 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:08.218416 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f2b58e64-250a-46e5-bbb3-0ba92a7f43a3 req-f0dcb7ee-6291-412b-88c6-261527cae567 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0695815 Jul 13 15:44:08.245194 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-37e502b1-5bd1-4839-8d94-f142d72cccb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.253898 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-37e502b1-5bd1-4839-8d94-f142d72cccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.266366 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f2b58e64-250a-46e5-bbb3-0ba92a7f43a3 req-afe3e8c6-8a71-4492-942e-443ecbd158ba tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 Jul 13 15:44:08.321460 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-37e502b1-5bd1-4839-8d94-f142d72cccb6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e14393a51ffe487ca8c4cb282a1bf3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585725 Jul 13 15:44:08.324041 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 44744) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:08.327485 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e502b1-5bd1-4839-8d94-f142d72cccb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4984ef8-6873-4351-bc42-235b07f91dd5,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:08.390262 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b7226660-c8c0-4c96-93c3-9ea52b86fedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.413269 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b7226660-c8c0-4c96-93c3-9ea52b86fedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.434521 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03891cf0-e3cd-4e19-b276-958946c34cab req-2fc89484-9c8b-4a93-9015-fe6bcfadffc0 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:08.436056 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-03891cf0-e3cd-4e19-b276-958946c34cab req-2fc89484-9c8b-4a93-9015-fe6bcfadffc0 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 943 time: 0.1135702 Jul 13 15:44:08.437965 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e4b74ff9-2697-44dd-95d7-663ce909b4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.442333 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e4b74ff9-2697-44dd-95d7-663ce909b4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.470665 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b7226660-c8c0-4c96-93c3-9ea52b86fedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.473697 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b7226660-c8c0-4c96-93c3-9ea52b86fedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.478191 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-b7226660-c8c0-4c96-93c3-9ea52b86fedc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d4984ef8-6873-4351-bc42-235b07f91dd5 HTTP/1.1" status: 204 len: 168 time: 0.1496148 Jul 13 15:44:08.483703 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7226660-c8c0-4c96-93c3-9ea52b86fedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4984ef8-6873-4351-bc42-235b07f91dd5,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:08.500171 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b74ff9-2697-44dd-95d7-663ce909b4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02de2695-cde4-4dff-b0ac-3b8889c85559,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:08.507173 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-e4b74ff9-2697-44dd-95d7-663ce909b4cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f78f384b12744b0f8a728e9c5055bdb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4906793 Jul 13 15:44:08.510159 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44750) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:08.541716 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-03891cf0-e3cd-4e19-b276-958946c34cab req-b43d5a3b-4722-4a65-8e6a-7680bd891731 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965004 Jul 13 15:44:08.553197 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 44752) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:08.593083 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1aae2fa7-b70f-42c8-9d37-b33708657e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.615620 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1aae2fa7-b70f-42c8-9d37-b33708657e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.669504 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1aae2fa7-b70f-42c8-9d37-b33708657e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.672205 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1aae2fa7-b70f-42c8-9d37-b33708657e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.673339 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-1aae2fa7-b70f-42c8-9d37-b33708657e80 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/02de2695-cde4-4dff-b0ac-3b8889c85559 HTTP/1.1" status: 204 len: 168 time: 0.1617024 Jul 13 15:44:08.684321 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae2fa7-b70f-42c8-9d37-b33708657e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02de2695-cde4-4dff-b0ac-3b8889c85559,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:08.779282 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-12db4d17-c4db-41ff-8682-fc40be7153f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.880845 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-12db4d17-c4db-41ff-8682-fc40be7153f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.884812 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-12db4d17-c4db-41ff-8682-fc40be7153f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.892747 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44762) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:08.909561 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-19ec67fb-2a5e-4a32-bbcb-4f002fc4eabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:08.921800 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db4d17-c4db-41ff-8682-fc40be7153f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0049fcfa-3321-4a5b-911b-c709ff5395fb,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:08.928774 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-12db4d17-c4db-41ff-8682-fc40be7153f1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb8f58918c75435580bb176fae1c0272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741274 Jul 13 15:44:08.929244 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44764) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:09.006744 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8d0ae8e2-c3f9-47fb-9dfd-9b0c6b35b7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:09.043476 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8d0ae8e2-c3f9-47fb-9dfd-9b0c6b35b7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:09.071829 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-19ec67fb-2a5e-4a32-bbcb-4f002fc4eabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:09.081372 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-19ec67fb-2a5e-4a32-bbcb-4f002fc4eabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:09.121410 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec67fb-2a5e-4a32-bbcb-4f002fc4eabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea530d2-d6bf-4d23-81c2-2aa5cff091b0,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:09.149984 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-19ec67fb-2a5e-4a32-bbcb-4f002fc4eabe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=61b4d8822ed94f30a072f390b4392558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557418 Jul 13 15:44:09.150584 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 44778) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:09.172351 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8d0ae8e2-c3f9-47fb-9dfd-9b0c6b35b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:09.175809 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8d0ae8e2-c3f9-47fb-9dfd-9b0c6b35b7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:09.177354 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-8d0ae8e2-c3f9-47fb-9dfd-9b0c6b35b7f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0049fcfa-3321-4a5b-911b-c709ff5395fb HTTP/1.1" status: 204 len: 168 time: 0.2472630 Jul 13 15:44:09.187297 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ae8e2-c3f9-47fb-9dfd-9b0c6b35b7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0049fcfa-3321-4a5b-911b-c709ff5395fb,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:09.206769 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ed1d04e7-8371-47a4-824f-d40cc8aad128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:09.223788 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 25d289eb-e9ac-43a6-bde8-2d62d2c37237 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:44:09.265280 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ed1d04e7-8371-47a4-824f-d40cc8aad128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:09.350290 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ed1d04e7-8371-47a4-824f-d40cc8aad128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:09.353539 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ed1d04e7-8371-47a4-824f-d40cc8aad128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:09.355187 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-ed1d04e7-8371-47a4-824f-d40cc8aad128 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ea530d2-d6bf-4d23-81c2-2aa5cff091b0 HTTP/1.1" status: 204 len: 168 time: 0.2040548 Jul 13 15:44:09.369902 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d04e7-8371-47a4-824f-d40cc8aad128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea530d2-d6bf-4d23-81c2-2aa5cff091b0,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:09.378207 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 25d289eb-e9ac-43a6-bde8-2d62d2c37237, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=25d289eb-e9ac-43a6-bde8-2d62d2c37237,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:44:09.399323 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '25d289eb-e9ac-43a6-bde8-2d62d2c37237', 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490', 'port_id': '25d289eb-e9ac-43a6-bde8-2d62d2c37237', 'mac_address': 'fa:16:3e:d6:b8:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed33725-fe88-43df-8288-b144efbb3fc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:44:09.446677 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:09.460369 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d289eb-e9ac-43a6-bde8-2d62d2c37237 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:44:09.490589 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 25d289eb-e9ac-43a6-bde8-2d62d2c37237, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=25d289eb-e9ac-43a6-bde8-2d62d2c37237,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:44:09.496048 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:09.557456 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=25d289eb-e9ac-43a6-bde8-2d62d2c37237,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:09.753500 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9010d-6203-4ed7-952b-b7ff5e9eb520 req-b55dc498-19f8-4aa9-9ced-1f5f419a15c1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:09.762654 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c9f9010d-6203-4ed7-952b-b7ff5e9eb520 req-b55dc498-19f8-4aa9-9ced-1f5f419a15c1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.3252168 Jul 13 15:44:09.780278 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7824da-74da-4fea-a18a-9e733facf3f0 req-27963000-474e-40df-bd4c-58c07951d08d tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:09.787574 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1e7824da-74da-4fea-a18a-9e733facf3f0 req-27963000-474e-40df-bd4c-58c07951d08d tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 944 time: 0.0793948 Jul 13 15:44:09.826169 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c9f9010d-6203-4ed7-952b-b7ff5e9eb520 req-a8109edd-0af3-40b2-8e6b-37d300a4cfa6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624804 Jul 13 15:44:09.839912 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1e7824da-74da-4fea-a18a-9e733facf3f0 req-b9ead102-865d-4056-b7e2-46a808afb139 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512397 Jul 13 15:44:10.097330 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['25d289eb-e9ac-43a6-bde8-2d62d2c37237'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:44:10.526773 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 44854) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:10.724824 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1538973678-network', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:44:10.747532 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] Made reservation on behalf of 27176121430a45ed8ed19072cbd8d9dc for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:44:10.749863 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:10.758258 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:10.853063 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:10.863268 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:10.892690 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:44:10.906734 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:10.912419 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:10.912786 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] Added segment 9db2bad1-917b-4391-b73e-d82a5cb08533 of type vlan for network b40636d5-689a-4613-b578-7de440d54593 Jul 13 15:44:10.980399 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.065759 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.066715 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:11.067281 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.081278 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d317106-c741-4c2a-82b2-8ce7dd12c1a3 req-f4bcafe8-2ec6-4821-8189-340c55160989 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:11.088215 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2d317106-c741-4c2a-82b2-8ce7dd12c1a3 req-f4bcafe8-2ec6-4821-8189-340c55160989 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 944 time: 0.0839312 Jul 13 15:44:11.137450 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6069345 Jul 13 15:44:11.138472 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 44882) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:11.144073 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2d317106-c741-4c2a-82b2-8ce7dd12c1a3 req-8003a694-8824-4bb1-abca-b76f3cd26286 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506718 Jul 13 15:44:11.147204 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-1a1b8aa5-8c9f-4b9c-872a-8839a56e641d admin admin] Request body: {'subnet': {'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1538973678-subnet', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:44:11.189209 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f09cc3-69f0-4e9b-b9ea-e677e67dad3a admin admin] Pushing event updated for resources: {'Network': ['ID=b40636d5-689a-4613-b578-7de440d54593,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:11.193579 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44888) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:11.194605 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1b8aa5-8c9f-4b9c-872a-8839a56e641d admin admin] Made reservation on behalf of 27176121430a45ed8ed19072cbd8d9dc for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:44:11.197199 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1a1b8aa5-8c9f-4b9c-872a-8839a56e641d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3476049'] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.201008 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network b40636d5-689a-4613-b578-7de440d54593 details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:44:11.256172 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0004c5-8fb9-4b0b-a00c-73ff0da0e210 req-74d13ba9-e12d-4c74-9380-509bdb603d20 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:11.263528 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c0004c5-8fb9-4b0b-a00c-73ff0da0e210 req-74d13ba9-e12d-4c74-9380-509bdb603d20 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.2368491 Jul 13 15:44:11.334991 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c0004c5-8fb9-4b0b-a00c-73ff0da0e210 req-4ca30852-c49e-433a-8888-fb8f41849a23 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704625 Jul 13 15:44:11.353140 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-932293eb-f454-4ae3-b7c4-dc7c78b8dc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.485440 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1a1b8aa5-8c9f-4b9c-872a-8839a56e641d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59731267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3476067'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.528082 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-932293eb-f454-4ae3-b7c4-dc7c78b8dc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.533395 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-932293eb-f454-4ae3-b7c4-dc7c78b8dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.539894 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b8aa5-8c9f-4b9c-872a-8839a56e641d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f680998-d785-4612-807c-6587ab46ca94,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:11.563668 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b8aa5-8c9f-4b9c-872a-8839a56e641d admin admin] Checking segment: {'id': '9db2bad1-917b-4391-b73e-d82a5cb08533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b40636d5-689a-4613-b578-7de440d54593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:44:11.564025 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b8aa5-8c9f-4b9c-872a-8839a56e641d admin admin] Network hostable DHCP agents. Network: b40636d5-689a-4613-b578-7de440d54593, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:44:11.582072 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-932293eb-f454-4ae3-b7c4-dc7c78b8dc73 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=62e492373d3b4141b1113112d5de7760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873069 Jul 13 15:44:11.583163 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932293eb-f454-4ae3-b7c4-dc7c78b8dc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e676ae-9c0e-49b0-a7b2-a37080a24797,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:11.585362 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 44898) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:11.631945 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b8aa5-8c9f-4b9c-872a-8839a56e641d admin admin] Network b40636d5-689a-4613-b578-7de440d54593 is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:44:11.652524 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b8aa5-8c9f-4b9c-872a-8839a56e641d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, b40636d5-689a-4613-b578-7de440d54593) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:44:11.660710 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b8aa5-8c9f-4b9c-872a-8839a56e641d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:11.660710 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1a1b8aa5-8c9f-4b9c-872a-8839a56e641d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.666177 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cc84e7b4-226c-4883-8ea2-37317bc4e935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.667543 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2998f65b-70c5-4d7b-be85-e59f4dc598ae None None] Network b40636d5-689a-4613-b578-7de440d54593 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:44:11.687081 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-1a1b8aa5-8c9f-4b9c-872a-8839a56e641d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5463583 Jul 13 15:44:11.689657 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 44900) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:11.696016 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:44:11.696570 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cc84e7b4-226c-4883-8ea2-37317bc4e935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.723834 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5770'] for router, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.725189 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.770745 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cc84e7b4-226c-4883-8ea2-37317bc4e935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.773947 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cc84e7b4-226c-4883-8ea2-37317bc4e935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.777400 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-cc84e7b4-226c-4883-8ea2-37317bc4e935 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52e676ae-9c0e-49b0-a7b2-a37080a24797 HTTP/1.1" status: 204 len: 168 time: 0.1870911 Jul 13 15:44:11.784025 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84e7b4-226c-4883-8ea2-37317bc4e935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e676ae-9c0e-49b0-a7b2-a37080a24797,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:11.818868 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:11.901061 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dc51255-dd7c-5eec-a3d3-c16e6a6c7b69-b40636d5-689a-4613-b578-7de440d54593', 'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'fixed_ips': [{'subnet_id': '3f680998-d785-4612-807c-6587ab46ca94'}]}} from dv-cinder-788366-2-iscsi. {{(pid=93020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 15:44:11.902134 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:12.003305 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5777'] for router, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:12.073323 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Allocated IP 172.20.0.2 (b40636d5-689a-4613-b578-7de440d54593/3f680998-d785-4612-807c-6587ab46ca94/48490143-1b38-408d-8ec5-c74dad774ea2) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:44:12.223725 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:12.236090 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:12.249121 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:12.250960 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Transition to ACTIVE for port object 48490143-1b38-408d-8ec5-c74dad774ea2 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:44:12.269832 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Transition to ACTIVE for port object 48490143-1b38-408d-8ec5-c74dad774ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:44:12.282090 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:12.319764 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Network b40636d5-689a-4613-b578-7de440d54593 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:44:12.323717 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:44:12.331458 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:44:12.350446 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Pushing event updated for resources: {'Port': ['ID=48490143-1b38-408d-8ec5-c74dad774ea2,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:12.429122 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ab3da-466e-43da-a782-2ff72e4e13d0 req-cea5f6da-47d1-4017-aee9-765551dcc48f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:12.430839 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c34ab3da-466e-43da-a782-2ff72e4e13d0 req-cea5f6da-47d1-4017-aee9-765551dcc48f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 944 time: 0.1332340 Jul 13 15:44:12.442158 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Allocated IP 172.27.1.54 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:44:12.456311 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Attempting to bind port 48490143-1b38-408d-8ec5-c74dad774ea2 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:44:12.456819 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Attempting to bind port 48490143-1b38-408d-8ec5-c74dad774ea2 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '9db2bad1-917b-4391-b73e-d82a5cb08533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b40636d5-689a-4613-b578-7de440d54593'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:44:12.457186 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Attempting to bind port 48490143-1b38-408d-8ec5-c74dad774ea2 on network b40636d5-689a-4613-b578-7de440d54593 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:44:12.472223 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:44:12.472684 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Checking segment: {'id': '9db2bad1-917b-4391-b73e-d82a5cb08533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b40636d5-689a-4613-b578-7de440d54593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:44:12.473414 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:12.474386 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Bound using segment: {'id': '9db2bad1-917b-4391-b73e-d82a5cb08533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b40636d5-689a-4613-b578-7de440d54593'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:44:12.475164 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Bound port: 48490143-1b38-408d-8ec5-c74dad774ea2, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db2bad1-917b-4391-b73e-d82a5cb08533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b40636d5-689a-4613-b578-7de440d54593'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:44:12.476194 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:12.545346 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c34ab3da-466e-43da-a782-2ff72e4e13d0 req-815a5ce4-9b37-4568-8741-4bb98426e917 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053476 Jul 13 15:44:12.582635 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] For port 48490143-1b38-408d-8ec5-c74dad774ea2, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:44:12.588613 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] For port 48490143-1b38-408d-8ec5-c74dad774ea2, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=48490143-1b38-408d-8ec5-c74dad774ea2,segment=NetworkSegment(9db2bad1-917b-4391-b73e-d82a5cb08533),segment_id=9db2bad1-917b-4391-b73e-d82a5cb08533)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:44:12.595630 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:12.605358 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f4581-f75b-4474-9cfa-f81bbe0df569 req-96884ebb-1816-4a9c-be0a-ccbccd8e4b60 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:12.607569 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-850f4581-f75b-4474-9cfa-f81bbe0df569 req-96884ebb-1816-4a9c-be0a-ccbccd8e4b60 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1075206 Jul 13 15:44:12.626462 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:12.675574 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fc370-8aad-4760-9767-f0d06b47ef7c None None] Pushing event updated for resources: {'Port': ['ID=48490143-1b38-408d-8ec5-c74dad774ea2,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:12.678417 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-850f4581-f75b-4474-9cfa-f81bbe0df569 req-7972beb1-22d9-45ec-9088-92086f0244c6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651960 Jul 13 15:44:12.690525 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:12.732608 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:44:12.738334 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:44:12.741908 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:44:12.767468 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Pushing event updated for resources: {'Port': ['ID=a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:13.102209 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:13.251876 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 25d289eb-e9ac-43a6-bde8-2d62d2c37237 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:44:13.313953 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port 25d289eb-e9ac-43a6-bde8-2d62d2c37237 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:44:13.318200 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 25d289eb-e9ac-43a6-bde8-2d62d2c37237 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:13.319013 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:13.329607 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735927'] for router, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:13.408376 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:13.440082 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4842a9a4-5f01-462a-aa33-ca8ab515c86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d289eb-e9ac-43a6-bde8-2d62d2c37237'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:44:13.442391 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2b8714-7c04-4bde-83fa-175b58d6bffc" -d '{"events": [{"server_uuid": "4842a9a4-5f01-462a-aa33-ca8ab515c86d", "name": "network-vif-plugged", "status": "completed", "tag": "25d289eb-e9ac-43a6-bde8-2d62d2c37237"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:44:13.463644 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 25d289eb-e9ac-43a6-bde8-2d62d2c37237, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=25d289eb-e9ac-43a6-bde8-2d62d2c37237,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:44:13.469239 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Router f8bd330b-9f38-4005-89ac-c5b2001a4378 is scheduled to L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 with binding_index 1 {{(pid=93019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 15:44:13.472262 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:13.505870 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa14cc41-d566-4276-b1ab-4598fec16110 x-openstack-request-id: req-aa14cc41-d566-4276-b1ab-4598fec16110 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:44:13.506164 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4842a9a4-5f01-462a-aa33-ca8ab515c86d", "name": "network-vif-plugged", "status": "completed", "tag": "25d289eb-e9ac-43a6-bde8-2d62d2c37237", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:44:13.506442 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa14cc41-d566-4276-b1ab-4598fec16110 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:44:13.506874 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4842a9a4-5f01-462a-aa33-ca8ab515c86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d289eb-e9ac-43a6-bde8-2d62d2c37237', 'code': 200} Jul 13 15:44:13.566394 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=25d289eb-e9ac-43a6-bde8-2d62d2c37237,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:13.614128 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:44:13.623868 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Sync routers for ids ['f8bd330b-9f38-4005-89ac-c5b2001a4378'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:44:13.636199 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Routers {'f8bd330b-9f38-4005-89ac-c5b2001a4378'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:44:13.638359 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:43:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8bd330b-9f38-4005-89ac-c5b2001a4378'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:13.659001 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] Notify callbacks [] for router, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:13.663515 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 44964) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:13.664799 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-d616d7a2-c86d-4c3e-ba9e-afd8e2378298 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9722700 Jul 13 15:44:13.827655 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Set router f8bd330b-9f38-4005-89ac-c5b2001a4378 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:44:13.937820 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983cfcb-7aed-4af4-af24-b7a52ab71734 req-6c81de67-6a9d-4ed1-9f9a-6bb0d77c766b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:13.939668 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8983cfcb-7aed-4af4-af24-b7a52ab71734 req-6c81de67-6a9d-4ed1-9f9a-6bb0d77c766b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 945 time: 0.1841574 Jul 13 15:44:13.972180 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ca0d1-d478-4b49-82d0-d04f692e6945 req-11413ce6-2d2f-47e5-8110-6ae1bc5e8574 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:13.982602 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0d8ca0d1-d478-4b49-82d0-d04f692e6945 req-11413ce6-2d2f-47e5-8110-6ae1bc5e8574 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0997775 Jul 13 15:44:14.004534 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dc4d0-7677-4042-bdfb-e6e9feb5930e req-70ee0449-bf7c-45f5-af3d-b39ea2e90f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:14.006451 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ff1dc4d0-7677-4042-bdfb-e6e9feb5930e req-70ee0449-bf7c-45f5-af3d-b39ea2e90f9d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 1098 time: 0.1682169 Jul 13 15:44:14.012802 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fc8456-735e-4077-b7d7-476f4cc629cd None None] Network b40636d5-689a-4613-b578-7de440d54593 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:44:14.052339 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:11Z', 'updated_at': '2021-07-13T15:44:12Z', 'revision_number': 3, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'gw_port': {'id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:12Z', 'updated_at': '2021-07-13T15:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:14.072050 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0d8ca0d1-d478-4b49-82d0-d04f692e6945 req-59e8e564-07d2-486c-b6ac-688be432aed4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819340 Jul 13 15:44:14.088760 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Checking router: f8bd330b-9f38-4005-89ac-c5b2001a4378 for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:44:14.089208 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Updating router f8bd330b-9f38-4005-89ac-c5b2001a4378 port a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86 binding host dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:44:14.098438 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8983cfcb-7aed-4af4-af24-b7a52ab71734 req-62b5274a-f731-4ea8-9d6c-6c4366f58b4d tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206870 Jul 13 15:44:14.121293 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-2d4259b2-0239-4c00-a316-ef83a3d351b1 None None] Provisioning for port 48490143-1b38-408d-8ec5-c74dad774ea2 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:44:14.140449 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:14.170732 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ff1dc4d0-7677-4042-bdfb-e6e9feb5930e req-48a348f8-f232-4ffe-808d-f1938497c5bb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164715 Jul 13 15:44:14.532612 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:14.642125 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:14.653933 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Transition to ACTIVE for port object a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86 will not be triggered until provisioned by entity L2. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:44:14.664297 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:14.731351 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 48490143-1b38-408d-8ec5-c74dad774ea2 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:44:14.735839 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Attempting to bind port a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:44:14.736442 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Attempting to bind port a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:44:14.737029 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Attempting to bind port a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86 on network 85981ab4-351c-40b2-8a37-5676d3885a02 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:44:14.760436 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:44:14.761008 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Checking segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:44:14.761707 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:14.762336 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Bound using segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:44:14.763079 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Bound port: a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:44:14.763694 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:14.767200 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Allocated IP 172.20.0.1 (b40636d5-689a-4613-b578-7de440d54593/3f680998-d785-4612-807c-6587ab46ca94/1219d6ca-474b-4050-8c03-8f4ae4dc8375) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:44:14.767686 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cecfaa-564f-4e49-8e63-f4560eb04603 None None] Pushing event updated for resources: {'Port': ['ID=a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:14.812012 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cecfaa-564f-4e49-8e63-f4560eb04603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:14.812549 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cecfaa-564f-4e49-8e63-f4560eb04603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:14.813305 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cecfaa-564f-4e49-8e63-f4560eb04603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:14.814109 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cecfaa-564f-4e49-8e63-f4560eb04603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:14.814816 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cecfaa-564f-4e49-8e63-f4560eb04603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:14.815922 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cecfaa-564f-4e49-8e63-f4560eb04603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:14.816384 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cecfaa-564f-4e49-8e63-f4560eb04603 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:14.816899 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cecfaa-564f-4e49-8e63-f4560eb04603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:14.817864 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cecfaa-564f-4e49-8e63-f4560eb04603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:14.818561 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cecfaa-564f-4e49-8e63-f4560eb04603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:14.819094 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cecfaa-564f-4e49-8e63-f4560eb04603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:14.819625 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cecfaa-564f-4e49-8e63-f4560eb04603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:14.829446 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 48490143-1b38-408d-8ec5-c74dad774ea2 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:44:14.833762 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 48490143-1b38-408d-8ec5-c74dad774ea2 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:14.834186 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:14.863198 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] For port a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:44:14.866467 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] For port a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:44:14.872241 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:14.924692 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:14.931429 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:14.956185 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Transition to ACTIVE for port object 1219d6ca-474b-4050-8c03-8f4ae4dc8375 will not be triggered until provisioned by entity DHCP. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:44:14.958239 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Routers {'f8bd330b-9f38-4005-89ac-c5b2001a4378'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:44:14.958996 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:43:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8bd330b-9f38-4005-89ac-c5b2001a4378'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:14.960219 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 48490143-1b38-408d-8ec5-c74dad774ea2, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=48490143-1b38-408d-8ec5-c74dad774ea2,segment=NetworkSegment(9db2bad1-917b-4391-b73e-d82a5cb08533),segment_id=9db2bad1-917b-4391-b73e-d82a5cb08533)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:44:14.961325 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cecfaa-564f-4e49-8e63-f4560eb04603 None None] Pushing event updated for resources: {'Port': ['ID=a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86,revision_number=3']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:14.965057 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:15.002847 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:15.018440 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=48490143-1b38-408d-8ec5-c74dad774ea2,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:15.044552 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Network b40636d5-689a-4613-b578-7de440d54593 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:44:15.047324 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:44:15.050703 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:44:15.084448 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Pushing event updated for resources: {'Port': ['ID=1219d6ca-474b-4050-8c03-8f4ae4dc8375,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:15.085280 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] Set router f8bd330b-9f38-4005-89ac-c5b2001a4378 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:44:15.098172 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1732754'] for router_interface, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:15.306858 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:15.354800 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:11Z', 'updated_at': '2021-07-13T15:44:12Z', 'revision_number': 3, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'gw_port': {'id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:12Z', 'updated_at': '2021-07-13T15:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:15.361913 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b1284-9c06-4ede-a41b-5f1d8a2ccb95 req-94ffa670-b7ee-443d-9de9-cdda7c91eea9 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:15.363719 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9c3b1284-9c06-4ede-a41b-5f1d8a2ccb95 req-94ffa670-b7ee-443d-9de9-cdda7c91eea9 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0932374 Jul 13 15:44:15.384317 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa96ddb3-48bc-440d-b6d8-701111dd81aa None None] The sync data for ids ['f8bd330b-9f38-4005-89ac-c5b2001a4378'] in dv-cinder-788366-2-iscsi is: [{'id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:11Z', 'updated_at': '2021-07-13T15:44:12Z', 'revision_number': 3, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'gw_port': {'id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:12Z', 'updated_at': '2021-07-13T15:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:44:15.396752 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34cc65-587a-49ce-a738-a27884778e28 req-f938cb5d-7444-4b0f-98f7-fba6e96008cc tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:15.398329 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ca34cc65-587a-49ce-a738-a27884778e28 req-f938cb5d-7444-4b0f-98f7-fba6e96008cc tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 945 time: 0.1376467 Jul 13 15:44:15.418318 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9c3b1284-9c06-4ede-a41b-5f1d8a2ccb95 req-c9c5b286-4b3a-4df4-97a1-e7f47e1c9995 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471973 Jul 13 15:44:15.445458 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-8f2b31e1-fcef-428f-9ed9-4d6f6387b2f3 None None] Provisioning for port 1219d6ca-474b-4050-8c03-8f4ae4dc8375 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:44:15.451037 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-8f2b31e1-fcef-428f-9ed9-4d6f6387b2f3 None None] Provisioning complete for port 1219d6ca-474b-4050-8c03-8f4ae4dc8375 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:15.451996 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-8f2b31e1-fcef-428f-9ed9-4d6f6387b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:15.494602 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b31e1-fcef-428f-9ed9-4d6f6387b2f3 None None] Port 1219d6ca-474b-4050-8c03-8f4ae4dc8375 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:44:15.498638 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ca34cc65-587a-49ce-a738-a27884778e28 req-117070bb-17c0-4a1d-8bc0-4956f959587f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884285 Jul 13 15:44:15.544464 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:15.550095 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:15.628516 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Pushing event updated for resources: {'Port': ['ID=1219d6ca-474b-4050-8c03-8f4ae4dc8375,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:15.631184 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731544'] for router_interface, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:15.769101 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Network b40636d5-689a-4613-b578-7de440d54593 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:44:15.778623 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:44:16.070494 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Router f8bd330b-9f38-4005-89ac-c5b2001a4378 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:44:16.087919 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 45016) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:16.150924 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-0b67d9f2-987b-4b46-a1f1-60de72e7e4e2 None None] Provisioning complete for port 1219d6ca-474b-4050-8c03-8f4ae4dc8375 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:16.158272 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0b67d9f2-987b-4b46-a1f1-60de72e7e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:16.218597 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-0b67d9f2-987b-4b46-a1f1-60de72e7e4e2 None None] Port 1219d6ca-474b-4050-8c03-8f4ae4dc8375 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:44:16.294860 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-13cb9edc-a066-4428-91fa-5b39d809bea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:16.410623 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-13cb9edc-a066-4428-91fa-5b39d809bea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:16.417268 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-13cb9edc-a066-4428-91fa-5b39d809bea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:16.454732 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:44:16.460596 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c1e1b6c9-7dc2-472f-b991-f3730892cf57 admin admin] 10.222.0.59 "PUT /v2.0/routers/f8bd330b-9f38-4005-89ac-c5b2001a4378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7943742 Jul 13 15:44:16.461973 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-13cb9edc-a066-4428-91fa-5b39d809bea3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dcd9685f5a884793a355c9361633d6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727961 Jul 13 15:44:16.462879 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb9edc-a066-4428-91fa-5b39d809bea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f655574-8efd-4cb5-9061-1baaecf0b659,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:16.465294 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 45026) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:16.539607 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f5a5-0c34-4aea-b48a-30583af07dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:16.595572 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f5a5-0c34-4aea-b48a-30583af07dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:16.671585 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d087d-9cc6-4bf5-bac1-57bad0d85cd1 req-7713fe05-b52c-42ad-9097-479db374b6ec tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:16.678576 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-383d087d-9cc6-4bf5-bac1-57bad0d85cd1 req-7713fe05-b52c-42ad-9097-479db374b6ec tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1283283 Jul 13 15:44:16.721386 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-383d087d-9cc6-4bf5-bac1-57bad0d85cd1 req-16635f38-0344-442a-92fc-8859742cb478 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418794 Jul 13 15:44:16.732604 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f5a5-0c34-4aea-b48a-30583af07dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:16.737512 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f5a5-0c34-4aea-b48a-30583af07dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:16.739713 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-6ee6f5a5-0c34-4aea-b48a-30583af07dbb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f655574-8efd-4cb5-9061-1baaecf0b659 HTTP/1.1" status: 204 len: 168 time: 0.2624984 Jul 13 15:44:16.745007 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7d7a1-6754-4870-9dce-1c2ece373c43 req-cc98f4e4-8b2c-4677-94d3-f345362bf14e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:16.746766 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-14b7d7a1-6754-4870-9dce-1c2ece373c43 req-cc98f4e4-8b2c-4677-94d3-f345362bf14e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 945 time: 0.1134987 Jul 13 15:44:16.748191 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6f5a5-0c34-4aea-b48a-30583af07dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f655574-8efd-4cb5-9061-1baaecf0b659,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:16.789975 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:44:16.818751 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-14b7d7a1-6754-4870-9dce-1c2ece373c43 req-de16d3c6-f382-4e4f-8713-ccaec23178aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509822 Jul 13 15:44:16.885139 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:44:16.891130 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:16.891952 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:17.019124 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:17.055642 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:44:17.063474 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:17.067771 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 48490143-1b38-408d-8ec5-c74dad774ea2 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:44:17.163966 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:17.180220 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 48490143-1b38-408d-8ec5-c74dad774ea2 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:17.181293 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:17.382731 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 45072) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:17.393064 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-891850880-network', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:44:17.440514 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] Made reservation on behalf of b80803e50d104647926b2cb29ce8a60d for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:44:17.443611 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:17.458856 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:17.584757 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:17.594258 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:17.595317 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Sync routers for ids ['f8bd330b-9f38-4005-89ac-c5b2001a4378'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:44:17.609280 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Routers {'f8bd330b-9f38-4005-89ac-c5b2001a4378'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:44:17.609789 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:43:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8bd330b-9f38-4005-89ac-c5b2001a4378'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:17.624874 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:44:17.634881 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebada0a2-5c53-4cbc-bf9f-61893dbb8189,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:17.643340 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:17.643340 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] Added segment 14c79ab6-5041-4e92-a865-669889ff891b of type vlan for network 2e725bc2-eeda-4ffa-aa78-c222e92993a3 Jul 13 15:44:17.689221 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:17.727749 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:17.733119 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:17.733119 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:17.752642 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Set router f8bd330b-9f38-4005-89ac-c5b2001a4378 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:44:17.807339 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 45100) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:17.807841 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4230123 Jul 13 15:44:17.811290 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765868a2-ffb3-4ed7-98ef-b3c8cec5ac47 admin admin] Pushing event updated for resources: {'Network': ['ID=2e725bc2-eeda-4ffa-aa78-c222e92993a3,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:17.827848 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-166f4914-160e-44d7-a8fb-6d9d30c0d6ac admin admin] Request body: {'subnet': {'network_id': '2e725bc2-eeda-4ffa-aa78-c222e92993a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-891850880-subnet', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d', 'ip_version': 4}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:44:17.863360 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166f4914-160e-44d7-a8fb-6d9d30c0d6ac admin admin] Made reservation on behalf of b80803e50d104647926b2cb29ce8a60d for: {'subnet': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:44:17.866646 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-166f4914-160e-44d7-a8fb-6d9d30c0d6ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60791275'] for subnet, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:17.874199 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network 2e725bc2-eeda-4ffa-aa78-c222e92993a3 details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:44:18.093623 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:11Z', 'updated_at': '2021-07-13T15:44:15Z', 'revision_number': 4, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'gw_port': {'id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:12Z', 'updated_at': '2021-07-13T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '1219d6ca-474b-4050-8c03-8f4ae4dc8375', 'name': '', 'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'mac_address': 'fa:16:3e:df:2e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '3f680998-d785-4612-807c-6587ab46ca94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:14Z', 'updated_at': '2021-07-13T15:44:15Z', 'revision_number': 2, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'subnets': [{'id': '3f680998-d785-4612-807c-6587ab46ca94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:18.095946 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00261ad7-5a88-4f9b-909f-dd98cc184daf req-0e1379db-4aaa-4742-87a7-77b7a3e2dff8 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:18.097471 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-00261ad7-5a88-4f9b-909f-dd98cc184daf req-0e1379db-4aaa-4742-87a7-77b7a3e2dff8 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1777694 Jul 13 15:44:18.131955 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Checking router: f8bd330b-9f38-4005-89ac-c5b2001a4378 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:44:18.132416 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Updating router f8bd330b-9f38-4005-89ac-c5b2001a4378 port 1219d6ca-474b-4050-8c03-8f4ae4dc8375 binding host dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:44:18.134011 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-166f4914-160e-44d7-a8fb-6d9d30c0d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3610895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60791257'] for subnet, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:18.171522 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:18.201800 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-00261ad7-5a88-4f9b-909f-dd98cc184daf req-56cc70c2-b1d7-4289-b8ef-139be9d28faf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828888 Jul 13 15:44:18.211867 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f4914-160e-44d7-a8fb-6d9d30c0d6ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29a101b-6f71-4eea-8122-73eac9dde0a4,revision_number=0']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:18.236184 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166f4914-160e-44d7-a8fb-6d9d30c0d6ac admin admin] Checking segment: {'id': '14c79ab6-5041-4e92-a865-669889ff891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2e725bc2-eeda-4ffa-aa78-c222e92993a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:44:18.236541 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f4914-160e-44d7-a8fb-6d9d30c0d6ac admin admin] Network hostable DHCP agents. Network: 2e725bc2-eeda-4ffa-aa78-c222e92993a3, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:44:18.254414 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f4914-160e-44d7-a8fb-6d9d30c0d6ac admin admin] Network 2e725bc2-eeda-4ffa-aa78-c222e92993a3 is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:44:18.263855 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-166f4914-160e-44d7-a8fb-6d9d30c0d6ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, 2e725bc2-eeda-4ffa-aa78-c222e92993a3) {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:44:18.267979 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f4914-160e-44d7-a8fb-6d9d30c0d6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:18.268710 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-166f4914-160e-44d7-a8fb-6d9d30c0d6ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:18.283009 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abf6704-34b1-4bb5-a3d1-a17df2a5faa1 None None] Network 2e725bc2-eeda-4ffa-aa78-c222e92993a3 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:44:18.288326 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-166f4914-160e-44d7-a8fb-6d9d30c0d6ac admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4796393 Jul 13 15:44:18.291342 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 45108) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:18.296345 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-891850880-router', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:44:18.319279 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5770'] for router, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:18.321159 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:18.413997 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:18.568690 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dc51255-dd7c-5eec-a3d3-c16e6a6c7b69-2e725bc2-eeda-4ffa-aa78-c222e92993a3', 'network_id': '2e725bc2-eeda-4ffa-aa78-c222e92993a3', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d', 'fixed_ips': [{'subnet_id': 'b29a101b-6f71-4eea-8122-73eac9dde0a4'}]}} from dv-cinder-788366-2-iscsi. {{(pid=93020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 15:44:18.581869 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:18.602810 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5777'] for router, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:18.666752 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:44:18.830241 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:18.837593 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:18.852184 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Transition to ACTIVE for port object 1219d6ca-474b-4050-8c03-8f4ae4dc8375 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:44:18.861528 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:18.875742 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:18.973606 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Allocated IP 172.20.0.2 (2e725bc2-eeda-4ffa-aa78-c222e92993a3/b29a101b-6f71-4eea-8122-73eac9dde0a4/a430ddb3-d8c7-478c-850f-fb57998dfe25) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:44:19.004936 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:19.005364 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:19.011014 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:19.044749 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Allocated IP 172.27.1.27 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/c8aa3e8c-8be1-49eb-886e-00aa52e45881) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:44:19.081626 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e2ca1-b4ce-4fa6-aa22-4c1566cdb734 None None] Pushing event updated for resources: {'Port': ['ID=1219d6ca-474b-4050-8c03-8f4ae4dc8375,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:19.223138 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:19.297077 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:19.306784 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Attempting to bind port 1219d6ca-474b-4050-8c03-8f4ae4dc8375 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:44:19.307281 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Attempting to bind port 1219d6ca-474b-4050-8c03-8f4ae4dc8375 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '9db2bad1-917b-4391-b73e-d82a5cb08533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b40636d5-689a-4613-b578-7de440d54593'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:44:19.308110 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Attempting to bind port 1219d6ca-474b-4050-8c03-8f4ae4dc8375 on network b40636d5-689a-4613-b578-7de440d54593 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:44:19.324569 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:44:19.325409 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Checking segment: {'id': '9db2bad1-917b-4391-b73e-d82a5cb08533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b40636d5-689a-4613-b578-7de440d54593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:44:19.326093 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:19.327026 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Bound using segment: {'id': '9db2bad1-917b-4391-b73e-d82a5cb08533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b40636d5-689a-4613-b578-7de440d54593'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:44:19.327787 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Bound port: 1219d6ca-474b-4050-8c03-8f4ae4dc8375, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db2bad1-917b-4391-b73e-d82a5cb08533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b40636d5-689a-4613-b578-7de440d54593'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:44:19.328467 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:19.389347 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:44:19.409593 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:44:19.411343 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 45144) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:19.416800 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:44:19.447256 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c8aa3e8c-8be1-49eb-886e-00aa52e45881,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:19.512435 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] For port 1219d6ca-474b-4050-8c03-8f4ae4dc8375, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:44:19.517419 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] For port 1219d6ca-474b-4050-8c03-8f4ae4dc8375, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=1219d6ca-474b-4050-8c03-8f4ae4dc8375,segment=NetworkSegment(9db2bad1-917b-4391-b73e-d82a5cb08533),segment_id=9db2bad1-917b-4391-b73e-d82a5cb08533)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:44:19.518630 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:19.528070 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:19.530222 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Transition to ACTIVE for port object a430ddb3-d8c7-478c-850f-fb57998dfe25 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:44:19.562195 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-51fdd1f6-328b-40eb-8a39-052d52fc6a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:19.590991 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f45532-6a01-43b3-b994-fc28345bb70f req-974d6aff-5a70-4731-b17b-46b48103bce1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:19.598347 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9f45532-6a01-43b3-b994-fc28345bb70f req-974d6aff-5a70-4731-b17b-46b48103bce1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.2282555 Jul 13 15:44:19.620251 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Transition to ACTIVE for port object a430ddb3-d8c7-478c-850f-fb57998dfe25 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:44:19.639856 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9f45532-6a01-43b3-b994-fc28345bb70f req-efba25f0-fb0f-4f3f-a7e9-86a00509f065 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Jul 13 15:44:19.646730 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:19.717916 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e2ca1-b4ce-4fa6-aa22-4c1566cdb734 None None] Pushing event updated for resources: {'Port': ['ID=1219d6ca-474b-4050-8c03-8f4ae4dc8375,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:19.745218 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-51fdd1f6-328b-40eb-8a39-052d52fc6a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:19.753657 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-51fdd1f6-328b-40eb-8a39-052d52fc6a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:19.761043 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Routers {'f8bd330b-9f38-4005-89ac-c5b2001a4378'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:44:19.761043 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:43:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8bd330b-9f38-4005-89ac-c5b2001a4378'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:19.811462 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Network 2e725bc2-eeda-4ffa-aa78-c222e92993a3 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:44:19.829211 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:44:19.832434 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:44:19.864105 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Pushing event updated for resources: {'Port': ['ID=a430ddb3-d8c7-478c-850f-fb57998dfe25,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:19.864327 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-51fdd1f6-328b-40eb-8a39-052d52fc6a6f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b86ab037e6de4b7689b92e67af7c5845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493716 Jul 13 15:44:19.864327 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdd1f6-328b-40eb-8a39-052d52fc6a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ba4b87-0fa5-45f8-b5f4-e22299064460,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:19.868487 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 45160) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:19.953032 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7c50f03e-cd75-45af-83a0-fe5d7dcde5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:19.979391 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7c50f03e-cd75-45af-83a0-fe5d7dcde5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:19.981310 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:20.045715 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Attempting to bind port a430ddb3-d8c7-478c-850f-fb57998dfe25 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:44:20.046268 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Attempting to bind port a430ddb3-d8c7-478c-850f-fb57998dfe25 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '14c79ab6-5041-4e92-a865-669889ff891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2e725bc2-eeda-4ffa-aa78-c222e92993a3'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:44:20.046713 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Attempting to bind port a430ddb3-d8c7-478c-850f-fb57998dfe25 on network 2e725bc2-eeda-4ffa-aa78-c222e92993a3 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:44:20.061948 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] Set router f8bd330b-9f38-4005-89ac-c5b2001a4378 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:44:20.102701 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:44:20.103175 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Checking segment: {'id': '14c79ab6-5041-4e92-a865-669889ff891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2e725bc2-eeda-4ffa-aa78-c222e92993a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:44:20.103687 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:20.104156 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Bound using segment: {'id': '14c79ab6-5041-4e92-a865-669889ff891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2e725bc2-eeda-4ffa-aa78-c222e92993a3'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:44:20.104700 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Bound port: a430ddb3-d8c7-478c-850f-fb57998dfe25, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c79ab6-5041-4e92-a865-669889ff891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2e725bc2-eeda-4ffa-aa78-c222e92993a3'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:44:20.105149 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:20.139800 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7c50f03e-cd75-45af-83a0-fe5d7dcde5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:20.142384 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7c50f03e-cd75-45af-83a0-fe5d7dcde5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:20.146549 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-7c50f03e-cd75-45af-83a0-fe5d7dcde5d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/47ba4b87-0fa5-45f8-b5f4-e22299064460 HTTP/1.1" status: 204 len: 168 time: 0.2770939 Jul 13 15:44:20.165342 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50f03e-cd75-45af-83a0-fe5d7dcde5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ba4b87-0fa5-45f8-b5f4-e22299064460,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:20.346633 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735927'] for router, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:20.414083 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-2a0f172a-e5fb-408b-8efa-05f4dc90f8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:20.425898 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] For port a430ddb3-d8c7-478c-850f-fb57998dfe25, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:44:20.433018 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] For port a430ddb3-d8c7-478c-850f-fb57998dfe25, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=a430ddb3-d8c7-478c-850f-fb57998dfe25,segment=NetworkSegment(14c79ab6-5041-4e92-a865-669889ff891b),segment_id=14c79ab6-5041-4e92-a865-669889ff891b)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:44:20.443653 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:20.510678 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Router e9b86dde-41e6-43df-a5f4-08a65c55b2a8 is scheduled to L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 with binding_index 1 {{(pid=93018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 15:44:20.556415 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c8c98-4d41-41c7-801c-aba532b54198 None None] Pushing event updated for resources: {'Port': ['ID=a430ddb3-d8c7-478c-850f-fb57998dfe25,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:20.560440 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 45178) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:20.579883 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5a3f673e-549d-4b7f-a1fd-1e048137c593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:20.594408 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:11Z', 'updated_at': '2021-07-13T15:44:15Z', 'revision_number': 4, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'gw_port': {'id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:12Z', 'updated_at': '2021-07-13T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '1219d6ca-474b-4050-8c03-8f4ae4dc8375', 'name': '', 'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'mac_address': 'fa:16:3e:df:2e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '3f680998-d785-4612-807c-6587ab46ca94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:14Z', 'updated_at': '2021-07-13T15:44:19Z', 'revision_number': 4, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'subnets': [{'id': '3f680998-d785-4612-807c-6587ab46ca94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:20.626446 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bf7ea-75ba-4fd3-b66e-b5b10600381c None None] The sync data for ids ['f8bd330b-9f38-4005-89ac-c5b2001a4378'] in dv-cinder-788366-2-iscsi is: [{'id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:11Z', 'updated_at': '2021-07-13T15:44:15Z', 'revision_number': 4, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'gw_port': {'id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:12Z', 'updated_at': '2021-07-13T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '1219d6ca-474b-4050-8c03-8f4ae4dc8375', 'name': '', 'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'mac_address': 'fa:16:3e:df:2e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '3f680998-d785-4612-807c-6587ab46ca94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:14Z', 'updated_at': '2021-07-13T15:44:19Z', 'revision_number': 4, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'subnets': [{'id': '3f680998-d785-4612-807c-6587ab46ca94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:44:20.920571 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d5e27-41b7-4443-a079-a2c9f0ba0798 req-145231a1-6576-4201-9e33-1d22202b3d3d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:20.923017 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d85d5e27-41b7-4443-a079-a2c9f0ba0798 req-145231a1-6576-4201-9e33-1d22202b3d3d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0902689 Jul 13 15:44:20.946612 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:44:20.957866 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Sync routers for ids ['e9b86dde-41e6-43df-a5f4-08a65c55b2a8'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:44:20.976336 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Routers {'e9b86dde-41e6-43df-a5f4-08a65c55b2a8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:44:20.977521 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:43:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['e9b86dde-41e6-43df-a5f4-08a65c55b2a8'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:20.982935 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d85d5e27-41b7-4443-a079-a2c9f0ba0798 req-1e9c9b5e-28ad-4cc3-9239-e36858f14fdc tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483778 Jul 13 15:44:21.064749 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5a3f673e-549d-4b7f-a1fd-1e048137c593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:21.072518 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5a3f673e-549d-4b7f-a1fd-1e048137c593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:21.090779 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:21.095850 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-fd08f0c7-b2a5-4445-ada6-d99732d0c1a0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8032341 Jul 13 15:44:21.099164 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 45188) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:21.119754 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Set router e9b86dde-41e6-43df-a5f4-08a65c55b2a8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:44:21.120857 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f673e-549d-4b7f-a1fd-1e048137c593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aad8930-ced4-4bdf-86a6-557b2e51d586,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:21.139171 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-5a3f673e-549d-4b7f-a1fd-1e048137c593 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6cf674cb6add4889b1a58a2cdb8d8255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5743904 Jul 13 15:44:21.143620 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 45194) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:21.451997 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'name': 'tempest-TestMinimumBasicScenario-891850880-router', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'c8aa3e8c-8be1-49eb-886e-00aa52e45881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:44:19Z', 'revision_number': 3, 'project_id': 'b80803e50d104647926b2cb29ce8a60d', 'gw_port': {'id': 'c8aa3e8c-8be1-49eb-886e-00aa52e45881', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:21.534696 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Checking router: e9b86dde-41e6-43df-a5f4-08a65c55b2a8 for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:44:21.535040 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Updating router e9b86dde-41e6-43df-a5f4-08a65c55b2a8 port c8aa3e8c-8be1-49eb-886e-00aa52e45881 binding host dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:44:21.578752 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:21.671635 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-87ece86d-0485-43a7-87fa-cc46f283fd1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:21.725703 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-87ece86d-0485-43a7-87fa-cc46f283fd1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:21.797517 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fadf2b-da0b-4531-a6f7-07b911f41dfd None None] Network 2e725bc2-eeda-4ffa-aa78-c222e92993a3 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:44:21.868064 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-87ece86d-0485-43a7-87fa-cc46f283fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:21.871054 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-87ece86d-0485-43a7-87fa-cc46f283fd1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:21.872383 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-87ece86d-0485-43a7-87fa-cc46f283fd1a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2aad8930-ced4-4bdf-86a6-557b2e51d586 HTTP/1.1" status: 204 len: 168 time: 0.7282882 Jul 13 15:44:21.918397 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ece86d-0485-43a7-87fa-cc46f283fd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aad8930-ced4-4bdf-86a6-557b2e51d586,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:21.947930 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:21.961059 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Transition to ACTIVE for port object c8aa3e8c-8be1-49eb-886e-00aa52e45881 will not be triggered until provisioned by entity L2. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:44:21.970948 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:22.009836 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-d06fe4f4-18d5-421c-acf8-6c49cb0b998a None None] Provisioning for port a430ddb3-d8c7-478c-850f-fb57998dfe25 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:44:22.091782 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e6c13-8f99-4de3-ab88-8ecdc699d6e4 None None] Pushing event updated for resources: {'Port': ['ID=c8aa3e8c-8be1-49eb-886e-00aa52e45881,revision_number=2']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:22.097141 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Attempting to bind port c8aa3e8c-8be1-49eb-886e-00aa52e45881 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:44:22.098101 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Attempting to bind port c8aa3e8c-8be1-49eb-886e-00aa52e45881 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:44:22.098468 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Attempting to bind port c8aa3e8c-8be1-49eb-886e-00aa52e45881 on network 85981ab4-351c-40b2-8a37-5676d3885a02 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:44:22.104577 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:44:22.104888 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Checking segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:44:22.105483 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:22.105906 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Bound using segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:44:22.106375 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Bound port: c8aa3e8c-8be1-49eb-886e-00aa52e45881, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:44:22.106778 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:22.178807 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] For port c8aa3e8c-8be1-49eb-886e-00aa52e45881, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:44:22.185288 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] For port c8aa3e8c-8be1-49eb-886e-00aa52e45881, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=c8aa3e8c-8be1-49eb-886e-00aa52e45881,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:44:22.186369 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:22.198050 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:22.278454 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e6c13-8f99-4de3-ab88-8ecdc699d6e4 None None] Pushing event updated for resources: {'Port': ['ID=c8aa3e8c-8be1-49eb-886e-00aa52e45881,revision_number=3']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:22.335162 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Routers {'e9b86dde-41e6-43df-a5f4-08a65c55b2a8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:44:22.343976 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:43:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['e9b86dde-41e6-43df-a5f4-08a65c55b2a8'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:22.422062 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa52483-53b5-4180-8644-784e9510e762 req-b5a44517-ac58-4c0a-a9c0-5f0714818017 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:22.431256 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3fa52483-53b5-4180-8644-784e9510e762 req-b5a44517-ac58-4c0a-a9c0-5f0714818017 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1947618 Jul 13 15:44:22.442562 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Allocated IP 172.20.0.1 (2e725bc2-eeda-4ffa-aa78-c222e92993a3/b29a101b-6f71-4eea-8122-73eac9dde0a4/065dc633-0322-402d-a10e-3fdeca811b67) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:44:22.506631 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3fa52483-53b5-4180-8644-784e9510e762 req-c5953c5a-c351-49cd-874a-b485a81371e1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698633 Jul 13 15:44:22.552415 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] Set router e9b86dde-41e6-43df-a5f4-08a65c55b2a8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:44:22.607435 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:22.629255 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Transition to ACTIVE for port object 065dc633-0322-402d-a10e-3fdeca811b67 will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:44:22.637108 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 45234) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:22.653991 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9501bf59-41f1-4b80-b491-8646428924d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:22.673269 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:22.724092 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Pushing event updated for resources: {'Port': ['ID=065dc633-0322-402d-a10e-3fdeca811b67,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:22.763212 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Network 2e725bc2-eeda-4ffa-aa78-c222e92993a3 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:44:22.765358 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:44:22.780258 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:44:22.785054 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 1219d6ca-474b-4050-8c03-8f4ae4dc8375 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:44:22.867729 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1732754'] for router_interface, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:22.867922 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9501bf59-41f1-4b80-b491-8646428924d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:22.871039 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ec891d4c-f214-455e-a4d5-0e5a74221a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:22.881136 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9501bf59-41f1-4b80-b491-8646428924d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:22.946425 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 1219d6ca-474b-4050-8c03-8f4ae4dc8375 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:44:22.953206 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 1219d6ca-474b-4050-8c03-8f4ae4dc8375 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:22.953603 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:22.954763 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-9501bf59-41f1-4b80-b491-8646428924d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5df945e62eea4b03a4543ceff6d4986a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138857 Jul 13 15:44:22.955463 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 45242) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:44:22.962470 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'name': 'tempest-TestMinimumBasicScenario-891850880-router', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'c8aa3e8c-8be1-49eb-886e-00aa52e45881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:44:19Z', 'revision_number': 3, 'project_id': 'b80803e50d104647926b2cb29ce8a60d', 'gw_port': {'id': 'c8aa3e8c-8be1-49eb-886e-00aa52e45881', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:23.024774 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501bf59-41f1-4b80-b491-8646428924d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb297f2-6cfa-4ea1-88b1-2da7362898db,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:23.034310 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd082c62-08a4-4be9-baac-5bd3eaaf5203 None None] The sync data for ids ['e9b86dde-41e6-43df-a5f4-08a65c55b2a8'] in dv-cinder-788366-2-iscsi is: [{'id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'name': 'tempest-TestMinimumBasicScenario-891850880-router', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'c8aa3e8c-8be1-49eb-886e-00aa52e45881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:44:19Z', 'revision_number': 3, 'project_id': 'b80803e50d104647926b2cb29ce8a60d', 'gw_port': {'id': 'c8aa3e8c-8be1-49eb-886e-00aa52e45881', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:44:23.063201 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:23.084030 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-946f2dd5-d407-48db-a6d1-fe43ce34d7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:23.125896 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:23.128856 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-946f2dd5-d407-48db-a6d1-fe43ce34d7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:23.169285 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:23.171101 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 1219d6ca-474b-4050-8c03-8f4ae4dc8375, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=1219d6ca-474b-4050-8c03-8f4ae4dc8375,segment=NetworkSegment(9db2bad1-917b-4391-b73e-d82a5cb08533),segment_id=9db2bad1-917b-4391-b73e-d82a5cb08533)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:44:23.176693 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:23.177536 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device a430ddb3-d8c7-478c-850f-fb57998dfe25 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:44:23.224827 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507fd2e-05ff-424b-97e4-fc2f513e52ef req-86a745aa-22e3-4eac-ba99-a25fdfe3e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:23.226478 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2507fd2e-05ff-424b-97e4-fc2f513e52ef req-86a745aa-22e3-4eac-ba99-a25fdfe3e384 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 1099 time: 0.0998468 Jul 13 15:44:23.248614 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-946f2dd5-d407-48db-a6d1-fe43ce34d7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:23.251404 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-946f2dd5-d407-48db-a6d1-fe43ce34d7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:23.254012 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-946f2dd5-d407-48db-a6d1-fe43ce34d7fb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3bb297f2-6cfa-4ea1-88b1-2da7362898db HTTP/1.1" status: 204 len: 168 time: 0.2944660 Jul 13 15:44:23.273857 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-72e4709b-bf1f-4510-ab28-e6e6d06e1025 None None] Provisioning for port 065dc633-0322-402d-a10e-3fdeca811b67 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:44:23.305658 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2507fd2e-05ff-424b-97e4-fc2f513e52ef req-0a657ad6-8014-428b-831a-7e30308e0b33 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673966 Jul 13 15:44:23.307156 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f2dd5-d407-48db-a6d1-fe43ce34d7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb297f2-6cfa-4ea1-88b1-2da7362898db,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:23.314134 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-72e4709b-bf1f-4510-ab28-e6e6d06e1025 None None] Provisioning complete for port 065dc633-0322-402d-a10e-3fdeca811b67 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:23.314540 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-72e4709b-bf1f-4510-ab28-e6e6d06e1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:23.319647 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=1219d6ca-474b-4050-8c03-8f4ae4dc8375,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:23.363602 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port a430ddb3-d8c7-478c-850f-fb57998dfe25 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:44:23.378336 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port a430ddb3-d8c7-478c-850f-fb57998dfe25 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:23.378639 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:23.384335 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-72e4709b-bf1f-4510-ab28-e6e6d06e1025 None None] Port 065dc633-0322-402d-a10e-3fdeca811b67 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:44:23.538629 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:23.546519 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:23.579742 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:23.633047 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Pushing event updated for resources: {'Port': ['ID=065dc633-0322-402d-a10e-3fdeca811b67,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:23.650910 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port a430ddb3-d8c7-478c-850f-fb57998dfe25, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=a430ddb3-d8c7-478c-850f-fb57998dfe25,segment=NetworkSegment(14c79ab6-5041-4e92-a865-669889ff891b),segment_id=14c79ab6-5041-4e92-a865-669889ff891b)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:44:23.656019 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:23.675843 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731544'] for router_interface, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:23.724372 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=a430ddb3-d8c7-478c-850f-fb57998dfe25,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:23.810667 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc319e-0a54-486c-ac1a-4e7fb835e191 req-7c2d1b4f-87ac-4c5e-915a-20e134386f57 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:23.813177 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-39cc319e-0a54-486c-ac1a-4e7fb835e191 req-7c2d1b4f-87ac-4c5e-915a-20e134386f57 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.1582987 Jul 13 15:44:23.856607 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Network 2e725bc2-eeda-4ffa-aa78-c222e92993a3 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:44:23.863529 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:44:23.903053 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-39cc319e-0a54-486c-ac1a-4e7fb835e191 req-76a20711-722c-405e-a23b-8bc4ae765a0f tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819287 Jul 13 15:44:23.907092 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:24.077335 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Router e9b86dde-41e6-43df-a5f4-08a65c55b2a8 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:44:24.207034 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:44:24.214447 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-33f8a6b3-75cf-4799-9233-b3e10bccad0f admin admin] 10.222.0.59 "PUT /v2.0/routers/e9b86dde-41e6-43df-a5f4-08a65c55b2a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1139417 Jul 13 15:44:24.232428 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-b63de9aa-1414-42b2-956e-c0ff3964069b None None] Provisioning complete for port 065dc633-0322-402d-a10e-3fdeca811b67 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:24.232801 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b63de9aa-1414-42b2-956e-c0ff3964069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:24.288933 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-b63de9aa-1414-42b2-956e-c0ff3964069b None None] Port 065dc633-0322-402d-a10e-3fdeca811b67 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:44:24.775568 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 1219d6ca-474b-4050-8c03-8f4ae4dc8375 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:44:24.965510 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 1219d6ca-474b-4050-8c03-8f4ae4dc8375 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:24.966142 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:25.072405 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device a430ddb3-d8c7-478c-850f-fb57998dfe25 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:44:25.140404 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port a430ddb3-d8c7-478c-850f-fb57998dfe25 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:25.140775 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:25.152476 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd5f44-8a72-4b51-9a32-7b7fb6526038 req-8d302072-b2dd-4fa0-8ba3-ec02b9ebd085 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:25.154152 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-46dd5f44-8a72-4b51-9a32-7b7fb6526038 req-8d302072-b2dd-4fa0-8ba3-ec02b9ebd085 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0840547 Jul 13 15:44:25.291226 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-46dd5f44-8a72-4b51-9a32-7b7fb6526038 req-2d94a28c-8bd8-42df-948d-aa10c7d06840 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186359 Jul 13 15:44:25.294033 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Sync routers for ids ['e9b86dde-41e6-43df-a5f4-08a65c55b2a8'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:44:25.393165 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Routers {'e9b86dde-41e6-43df-a5f4-08a65c55b2a8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:44:25.394211 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:44:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['e9b86dde-41e6-43df-a5f4-08a65c55b2a8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:25.464196 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device c8aa3e8c-8be1-49eb-886e-00aa52e45881 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:44:25.563827 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Set router e9b86dde-41e6-43df-a5f4-08a65c55b2a8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:44:25.615408 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port c8aa3e8c-8be1-49eb-886e-00aa52e45881 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:44:25.630323 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port c8aa3e8c-8be1-49eb-886e-00aa52e45881 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:25.630696 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:25.697543 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:25.847368 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:25.887546 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port c8aa3e8c-8be1-49eb-886e-00aa52e45881, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=c8aa3e8c-8be1-49eb-886e-00aa52e45881,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:44:25.898833 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:25.997345 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=c8aa3e8c-8be1-49eb-886e-00aa52e45881,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:26.020070 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'name': 'tempest-TestMinimumBasicScenario-891850880-router', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'c8aa3e8c-8be1-49eb-886e-00aa52e45881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:44:23Z', 'revision_number': 4, 'project_id': 'b80803e50d104647926b2cb29ce8a60d', 'gw_port': {'id': 'c8aa3e8c-8be1-49eb-886e-00aa52e45881', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '065dc633-0322-402d-a10e-3fdeca811b67', 'name': '', 'network_id': '2e725bc2-eeda-4ffa-aa78-c222e92993a3', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d', 'mac_address': 'fa:16:3e:9c:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b29a101b-6f71-4eea-8122-73eac9dde0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:22Z', 'updated_at': '2021-07-13T15:44:23Z', 'revision_number': 2, 'project_id': 'b80803e50d104647926b2cb29ce8a60d', 'subnets': [{'id': 'b29a101b-6f71-4eea-8122-73eac9dde0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:26.048958 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Checking router: e9b86dde-41e6-43df-a5f4-08a65c55b2a8 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:44:26.049315 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Updating router e9b86dde-41e6-43df-a5f4-08a65c55b2a8 port 065dc633-0322-402d-a10e-3fdeca811b67 binding host dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:44:26.089388 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:26.503133 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:26.520044 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Transition to ACTIVE for port object 065dc633-0322-402d-a10e-3fdeca811b67 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:44:26.531595 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:26.611073 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e065d2-104e-4c70-be66-8ba8d8eebcb9 req-57dd52bf-c544-4b53-a141-8e3d16446689 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:26.619600 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c5e065d2-104e-4c70-be66-8ba8d8eebcb9 req-57dd52bf-c544-4b53-a141-8e3d16446689 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0941467 Jul 13 15:44:26.660717 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc4079-eb08-4315-a52d-34df84a9d488 None None] Pushing event updated for resources: {'Port': ['ID=065dc633-0322-402d-a10e-3fdeca811b67,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:26.741353 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c5e065d2-104e-4c70-be66-8ba8d8eebcb9 req-fb0a8703-090b-478d-9617-d11218b092a1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197515 Jul 13 15:44:26.758047 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device c8aa3e8c-8be1-49eb-886e-00aa52e45881 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:44:26.858986 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Attempting to bind port 065dc633-0322-402d-a10e-3fdeca811b67 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:44:26.859442 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Attempting to bind port 065dc633-0322-402d-a10e-3fdeca811b67 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '14c79ab6-5041-4e92-a865-669889ff891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2e725bc2-eeda-4ffa-aa78-c222e92993a3'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:44:26.859866 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Attempting to bind port 065dc633-0322-402d-a10e-3fdeca811b67 on network 2e725bc2-eeda-4ffa-aa78-c222e92993a3 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:44:26.872426 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:44:26.872894 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Checking segment: {'id': '14c79ab6-5041-4e92-a865-669889ff891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2e725bc2-eeda-4ffa-aa78-c222e92993a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:44:26.873539 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:26.874033 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Bound using segment: {'id': '14c79ab6-5041-4e92-a865-669889ff891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2e725bc2-eeda-4ffa-aa78-c222e92993a3'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:44:26.874563 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Bound port: 065dc633-0322-402d-a10e-3fdeca811b67, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c79ab6-5041-4e92-a865-669889ff891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2e725bc2-eeda-4ffa-aa78-c222e92993a3'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:44:26.875010 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:26.894171 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port c8aa3e8c-8be1-49eb-886e-00aa52e45881 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:26.894728 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:26.997840 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f5df2-6136-4a65-8125-07c96a0a7e3e req-e2488046-ed18-4d24-87a6-901e7ffb7610 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:27.000068 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-329f5df2-6136-4a65-8125-07c96a0a7e3e req-e2488046-ed18-4d24-87a6-901e7ffb7610 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.1062801 Jul 13 15:44:27.014577 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] For port 065dc633-0322-402d-a10e-3fdeca811b67, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:44:27.020531 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] For port 065dc633-0322-402d-a10e-3fdeca811b67, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=065dc633-0322-402d-a10e-3fdeca811b67,segment=NetworkSegment(14c79ab6-5041-4e92-a865-669889ff891b),segment_id=14c79ab6-5041-4e92-a865-669889ff891b)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:44:27.032117 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:27.063616 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-329f5df2-6136-4a65-8125-07c96a0a7e3e req-4159edd4-94e7-4c41-b30a-71b84910f1d3 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582695 Jul 13 15:44:27.153749 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc4079-eb08-4315-a52d-34df84a9d488 None None] Pushing event updated for resources: {'Port': ['ID=065dc633-0322-402d-a10e-3fdeca811b67,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:27.169287 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Routers {'e9b86dde-41e6-43df-a5f4-08a65c55b2a8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:44:27.170141 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:44:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['e9b86dde-41e6-43df-a5f4-08a65c55b2a8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:27.311252 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] Set router e9b86dde-41e6-43df-a5f4-08a65c55b2a8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:44:27.672794 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'name': 'tempest-TestMinimumBasicScenario-891850880-router', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'c8aa3e8c-8be1-49eb-886e-00aa52e45881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:44:23Z', 'revision_number': 4, 'project_id': 'b80803e50d104647926b2cb29ce8a60d', 'gw_port': {'id': 'c8aa3e8c-8be1-49eb-886e-00aa52e45881', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '065dc633-0322-402d-a10e-3fdeca811b67', 'name': '', 'network_id': '2e725bc2-eeda-4ffa-aa78-c222e92993a3', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d', 'mac_address': 'fa:16:3e:9c:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b29a101b-6f71-4eea-8122-73eac9dde0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:22Z', 'updated_at': '2021-07-13T15:44:27Z', 'revision_number': 4, 'project_id': 'b80803e50d104647926b2cb29ce8a60d', 'subnets': [{'id': 'b29a101b-6f71-4eea-8122-73eac9dde0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:44:27.705631 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77407ac2-4504-4166-aa39-24829fb5e469 None None] The sync data for ids ['e9b86dde-41e6-43df-a5f4-08a65c55b2a8'] in dv-cinder-788366-2-iscsi is: [{'id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'name': 'tempest-TestMinimumBasicScenario-891850880-router', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'c8aa3e8c-8be1-49eb-886e-00aa52e45881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:44:23Z', 'revision_number': 4, 'project_id': 'b80803e50d104647926b2cb29ce8a60d', 'gw_port': {'id': 'c8aa3e8c-8be1-49eb-886e-00aa52e45881', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '065dc633-0322-402d-a10e-3fdeca811b67', 'name': '', 'network_id': '2e725bc2-eeda-4ffa-aa78-c222e92993a3', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d', 'mac_address': 'fa:16:3e:9c:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b29a101b-6f71-4eea-8122-73eac9dde0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:22Z', 'updated_at': '2021-07-13T15:44:27Z', 'revision_number': 4, 'project_id': 'b80803e50d104647926b2cb29ce8a60d', 'subnets': [{'id': 'b29a101b-6f71-4eea-8122-73eac9dde0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:44:28.740279 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 065dc633-0322-402d-a10e-3fdeca811b67 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:44:28.816250 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 065dc633-0322-402d-a10e-3fdeca811b67 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:44:28.821416 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 065dc633-0322-402d-a10e-3fdeca811b67 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:28.821981 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:28.937407 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:28.986171 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 065dc633-0322-402d-a10e-3fdeca811b67, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=065dc633-0322-402d-a10e-3fdeca811b67,segment=NetworkSegment(14c79ab6-5041-4e92-a865-669889ff891b),segment_id=14c79ab6-5041-4e92-a865-669889ff891b)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:44:28.993950 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:29.064380 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=065dc633-0322-402d-a10e-3fdeca811b67,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:30.666600 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 065dc633-0322-402d-a10e-3fdeca811b67 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:44:30.858224 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 065dc633-0322-402d-a10e-3fdeca811b67 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:30.858691 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:32.390148 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43037bb-8f84-428c-a8eb-6d7902c119bf req-2c503f1d-fc3f-47be-980b-b7d5f510a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:32.391778 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a43037bb-8f84-428c-a8eb-6d7902c119bf req-2c503f1d-fc3f-47be-980b-b7d5f510a979 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8cc48a34b43a42b58784f490bc5e2382&device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 1098 time: 0.1016314 Jul 13 15:44:32.407589 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41c998-baee-485b-acf2-395355382449 req-4185666d-24be-4df4-a1a6-c7c099d9636d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:32.409201 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2f41c998-baee-485b-acf2-395355382449 req-4185666d-24be-4df4-a1a6-c7c099d9636d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.1263437 Jul 13 15:44:32.505124 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2f41c998-baee-485b-acf2-395355382449 req-1f78a1c9-6330-41aa-ab4a-d0508e092934 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826221 Jul 13 15:44:32.582074 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43037bb-8f84-428c-a8eb-6d7902c119bf req-323fa6ed-d711-4123-ba6d-d16e5168f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:32.595337 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a43037bb-8f84-428c-a8eb-6d7902c119bf req-323fa6ed-d711-4123-ba6d-d16e5168f1ee service neutron] 10.222.0.63 "GET /v2.0/networks?id=3898a02d-5a55-4bd3-acbc-bd89e49018c8 HTTP/1.1" status: 200 len: 919 time: 0.1787331 Jul 13 15:44:32.671527 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a43037bb-8f84-428c-a8eb-6d7902c119bf req-56127ca2-6f1c-4dee-90e4-129ebf60d2e2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dba99e5-764d-49ed-86ae-8716543af0d3 HTTP/1.1" status: 200 len: 217 time: 0.0571320 Jul 13 15:44:32.793170 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43037bb-8f84-428c-a8eb-6d7902c119bf req-e57bde5d-fb96-4a11-9d9a-a3d5875f96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:32.799439 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a43037bb-8f84-428c-a8eb-6d7902c119bf req-e57bde5d-fb96-4a11-9d9a-a3d5875f96f8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=678e4bb8-5e76-4f8f-a15c-d9b0ba08c271 HTTP/1.1" status: 200 len: 858 time: 0.0986898 Jul 13 15:44:32.898383 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a43037bb-8f84-428c-a8eb-6d7902c119bf req-991b5052-7ba9-4a82-b5b7-346b33cab101 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3898a02d-5a55-4bd3-acbc-bd89e49018c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567536 Jul 13 15:44:33.124919 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a43037bb-8f84-428c-a8eb-6d7902c119bf req-e0fcc49d-d0e2-4821-a2e1-8b6cbf1f93d8 service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472511 Jul 13 15:44:33.264360 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a43037bb-8f84-428c-a8eb-6d7902c119bf req-4821da2c-efec-4181-b52c-5e9af26fd8a5 service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199985 Jul 13 15:44:33.714830 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4e29f-40bd-48ea-9a97-e6f4386365d6 req-0c7ba18c-2c77-4311-aad0-a7249b1c2ec6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:33.716351 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-37d4e29f-40bd-48ea-9a97-e6f4386365d6 req-0c7ba18c-2c77-4311-aad0-a7249b1c2ec6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0807085 Jul 13 15:44:33.770125 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-37d4e29f-40bd-48ea-9a97-e6f4386365d6 req-a4c6265f-d2b7-4090-b2bd-80539e031eaf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437348 Jul 13 15:44:34.841010 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:44:35.007971 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dd474-28ee-4188-bd6a-12b6f226947c req-8ca1f291-7c95-4e39-aff6-96c29af92d44 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:35.009651 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a85dd474-28ee-4188-bd6a-12b6f226947c req-8ca1f291-7c95-4e39-aff6-96c29af92d44 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0755546 Jul 13 15:44:35.052615 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a85dd474-28ee-4188-bd6a-12b6f226947c req-94af739a-6c8f-4fde-a7f2-48d6266ec4b9 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370224 Jul 13 15:44:35.669697 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-7992c6cf-670c-4a12-a98d-8a25b607ed0b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:35.671164 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-7992c6cf-670c-4a12-a98d-8a25b607ed0b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/networks?id=8b11bcae-9c13-43bf-9731-6a731f2cd490 HTTP/1.1" status: 200 len: 815 time: 0.1136427 Jul 13 15:44:35.685605 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-c5f3dd8f-1dd2-4e00-b81f-17dd8f86ce9c tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/quotas/f21b25fab07a42b9a52120ccaaf2af3e HTTP/1.1" status: 200 len: 375 time: 0.0089984 Jul 13 15:44:35.757498 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-f02e5436-1046-4fec-969c-7b3986a2fc74 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f21b25fab07a42b9a52120ccaaf2af3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665913 Jul 13 15:44:35.844806 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-91d8e512-077d-423e-813f-288da125b935 service neutron] 10.222.0.59 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806961 Jul 13 15:44:35.940627 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-1f300f4f-5329-4a21-b3e9-cb49b3c18bb6 service neutron] 10.222.0.59 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900667 Jul 13 15:44:36.080495 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404e89-7603-4422-8189-1701fe87d7ba req-a00c34a2-e50c-4b6d-bf60-e390a98331c2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:36.082972 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-25404e89-7603-4422-8189-1701fe87d7ba req-a00c34a2-e50c-4b6d-bf60-e390a98331c2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/networks?id=b40636d5-689a-4613-b578-7de440d54593 HTTP/1.1" status: 200 len: 815 time: 0.1119955 Jul 13 15:44:36.102250 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-25404e89-7603-4422-8189-1701fe87d7ba req-e27dd70c-e61b-4663-b1fc-75a32572df29 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/quotas/27176121430a45ed8ed19072cbd8d9dc HTTP/1.1" status: 200 len: 375 time: 0.0113618 Jul 13 15:44:36.119743 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c1c7fd5b-8b60-419a-b7c6-b5576655b568 req-6424b401-e839-4116-b2de-04aebe27677c tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 210 time: 0.0424526 Jul 13 15:44:36.190352 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-25404e89-7603-4422-8189-1701fe87d7ba req-913aa82c-ce8b-4ca8-8758-f8d687784f06 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=27176121430a45ed8ed19072cbd8d9dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828435 Jul 13 15:44:36.311830 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-25404e89-7603-4422-8189-1701fe87d7ba req-26c27772-a4a1-4000-a021-0fca66562b5c service neutron] 10.222.0.59 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078973 Jul 13 15:44:36.331790 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba6de2-8bef-402c-8d60-c487de32ddc6 req-f73eb527-2b00-4b04-a996-91f7bf318104 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:36.333268 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-acba6de2-8bef-402c-8d60-c487de32ddc6 req-f73eb527-2b00-4b04-a996-91f7bf318104 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0959852 Jul 13 15:44:36.376935 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-acba6de2-8bef-402c-8d60-c487de32ddc6 req-280f0521-e2b1-4d56-abf6-6ff82fa8bc9a tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345323 Jul 13 15:44:36.416406 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-25404e89-7603-4422-8189-1701fe87d7ba req-90a6a359-ceec-4e2e-b2ba-f8837952dd43 service neutron] 10.222.0.59 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985599 Jul 13 15:44:36.704676 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9b10a807-0b8f-4171-a1c7-076549084963 req-ec4b70b9-5f68-4656-8dca-f88dc3bd19b6 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 210 time: 0.0328324 Jul 13 15:44:37.270446 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d3bb20fb-0e9b-4979-8b06-6d3cec9c6e28 req-4f214db2-f75d-49a8-872e-31b7ba540ec3 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 210 time: 0.0289710 Jul 13 15:44:37.567067 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67227b32-d061-4572-9323-aae94be0afbf req-bd7d7161-0eee-4159-9647-4e5796a7fd69 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:37.568897 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-67227b32-d061-4572-9323-aae94be0afbf req-bd7d7161-0eee-4159-9647-4e5796a7fd69 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0746255 Jul 13 15:44:37.666390 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-67227b32-d061-4572-9323-aae94be0afbf req-a3191fe6-5c2f-4641-8f24-8cdc0a44a8d7 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910194 Jul 13 15:44:37.721618 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-91cacaa0-7f7a-455d-8878-6b135083bcdf tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:37.723320 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-91cacaa0-7f7a-455d-8878-6b135083bcdf tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "GET /v2.0/networks?id=8b11bcae-9c13-43bf-9731-6a731f2cd490 HTTP/1.1" status: 200 len: 815 time: 0.1278563 Jul 13 15:44:37.761625 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Request body: {'port': {'device_id': '89eaecbd-0dfc-4b45-b2db-e88a84fdf868', 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490', 'admin_state_up': True, 'tenant_id': 'f21b25fab07a42b9a52120ccaaf2af3e'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:44:37.886950 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Made reservation on behalf of f21b25fab07a42b9a52120ccaaf2af3e for: {'port': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:44:37.890625 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:37.989095 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8b2f8f08-1ae9-4f40-aab3-240c5e8515bc req-46aea709-6434-47ab-a6b3-74fa7880fddf tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 210 time: 0.0278301 Jul 13 15:44:38.013266 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Allocated IP 172.20.0.9 (8b11bcae-9c13-43bf-9731-6a731f2cd490/3ed33725-fe88-43df-8288-b144efbb3fc2/b932b913-9343-4ede-9309-1f864f2e27f8) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:44:38.161623 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:38.203086 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:38.250460 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Network 8b11bcae-9c13-43bf-9731-6a731f2cd490 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:44:38.255685 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:44:38.260376 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:44:38.264261 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['19973c8c-f5ea-49ae-aef1-b2ec2e03872e', '67182975-e7e5-453e-9a7f-379688acd466', '25d289eb-e9ac-43a6-bde8-2d62d2c37237'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:44:38.287553 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Pushing event updated for resources: {'Port': ['ID=b932b913-9343-4ede-9309-1f864f2e27f8,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:38.306058 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:38.306411 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:38.306754 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:38.307091 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:38.307432 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:38.307763 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:38.308091 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:38.308415 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:38.308741 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:38.309060 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:38.309382 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:38.310211 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:38.332884 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:38.333727 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:38.355687 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-e90f1ecf-4ac3-479e-b15a-c14f2df66958 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6001420 Jul 13 15:44:38.380950 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Request body: {'port': {'device_id': '89eaecbd-0dfc-4b45-b2db-e88a84fdf868', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:44:38.548254 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:38.552454 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404e89-7603-4422-8189-1701fe87d7ba req-a1590ce1-0652-4cb7-98dd-e2fac5388d77 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:38.555260 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-25404e89-7603-4422-8189-1701fe87d7ba req-a1590ce1-0652-4cb7-98dd-e2fac5388d77 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.63 "GET /v2.0/networks?id=b40636d5-689a-4613-b578-7de440d54593 HTTP/1.1" status: 200 len: 815 time: 0.1203251 Jul 13 15:44:38.586152 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-25404e89-7603-4422-8189-1701fe87d7ba req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Request body: {'port': {'device_id': 'a881c643-745f-4ff6-9285-5ba242e98786', 'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'admin_state_up': True, 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:44:38.686656 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8240983-3bdb-42b6-9bc0-b4f31aa74575 req-c94be419-931f-49a2-9fa5-1801fcf39db9 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:38.693503 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f8240983-3bdb-42b6-9bc0-b4f31aa74575 req-c94be419-931f-49a2-9fa5-1801fcf39db9 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 931 time: 0.1996257 Jul 13 15:44:38.749398 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25404e89-7603-4422-8189-1701fe87d7ba req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Made reservation on behalf of 27176121430a45ed8ed19072cbd8d9dc for: {'port': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:44:38.753182 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-25404e89-7603-4422-8189-1701fe87d7ba req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:38.793580 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f8240983-3bdb-42b6-9bc0-b4f31aa74575 req-51d577d0-3ccf-4adf-8303-492be629f5c5 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986414 Jul 13 15:44:38.899602 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b932b913-9343-4ede-9309-1f864f2e27f8 {{(pid=93018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:44:38.909722 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:38.925192 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Transition to ACTIVE for port object b932b913-9343-4ede-9309-1f864f2e27f8 will not be triggered until provisioned by entity L2. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:44:38.931738 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [req-25404e89-7603-4422-8189-1701fe87d7ba req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Allocated IP 172.20.0.13 (b40636d5-689a-4613-b578-7de440d54593/3f680998-d785-4612-807c-6587ab46ca94/0bead8b8-57d4-4c94-b979-3abd4d59e35c) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:44:38.935258 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:38.951076 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f71c8-5b81-47e5-9b6b-56f7eece1499 req-c55a1195-27fe-4b6e-98a9-d49a8af4758d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:38.952835 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ac5f71c8-5b81-47e5-9b6b-56f7eece1499 req-c55a1195-27fe-4b6e-98a9-d49a8af4758d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.1271877 Jul 13 15:44:38.988814 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Pushing event updated for resources: {'Port': ['ID=b932b913-9343-4ede-9309-1f864f2e27f8,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:39.024399 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ac5f71c8-5b81-47e5-9b6b-56f7eece1499 req-94b8f315-5e58-44f7-bb11-146d0a11a102 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635324 Jul 13 15:44:39.059257 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Attempting to bind port b932b913-9343-4ede-9309-1f864f2e27f8 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:44:39.059603 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Attempting to bind port b932b913-9343-4ede-9309-1f864f2e27f8 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:44:39.059896 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Attempting to bind port b932b913-9343-4ede-9309-1f864f2e27f8 on network 8b11bcae-9c13-43bf-9731-6a731f2cd490 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:44:39.064088 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Port b932b913-9343-4ede-9309-1f864f2e27f8 on network 8b11bcae-9c13-43bf-9731-6a731f2cd490 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:44:39.064425 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Attempting to bind port b932b913-9343-4ede-9309-1f864f2e27f8 on network 8b11bcae-9c13-43bf-9731-6a731f2cd490 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:44:39.070179 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:44:39.070515 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Checking segment: {'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:44:39.070895 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Bound using segment: {'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:44:39.071315 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Bound port: b932b913-9343-4ede-9309-1f864f2e27f8, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036f99a4-0acc-45c7-874e-c3724c539fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490'}}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:44:39.071667 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:39.144127 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-25404e89-7603-4422-8189-1701fe87d7ba req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:39.144887 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] For port b932b913-9343-4ede-9309-1f864f2e27f8, host hv-cinder-78836, cleared binding levels {{(pid=93018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:44:39.149320 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] For port b932b913-9343-4ede-9309-1f864f2e27f8, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b932b913-9343-4ede-9309-1f864f2e27f8,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:44:39.154195 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:39.157883 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-25404e89-7603-4422-8189-1701fe87d7ba req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Transition to ACTIVE for port object 0bead8b8-57d4-4c94-b979-3abd4d59e35c will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:44:39.189500 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:39.190160 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:39.191526 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-65e0728a-068e-4650-b161-0e2801be906a service neutron] 10.222.0.63 "PUT /v2.0/ports/b932b913-9343-4ede-9309-1f864f2e27f8 HTTP/1.1" status: 200 len: 1093 time: 0.8155968 Jul 13 15:44:39.192002 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89eaecbd-0dfc-4b45-b2db-e88a84fdf868', 'tag': 'b932b913-9343-4ede-9309-1f864f2e27f8'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:44:39.194205 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7ece74-e100-40c2-8711-166a840c1dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "89eaecbd-0dfc-4b45-b2db-e88a84fdf868", "tag": "b932b913-9343-4ede-9309-1f864f2e27f8"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:44:39.196033 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-25404e89-7603-4422-8189-1701fe87d7ba req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:39.262540 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25404e89-7603-4422-8189-1701fe87d7ba req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Network b40636d5-689a-4613-b578-7de440d54593 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:44:39.265472 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0728a-068e-4650-b161-0e2801be906a service neutron] Pushing event updated for resources: {'Port': ['ID=b932b913-9343-4ede-9309-1f864f2e27f8,revision_number=3']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:39.266572 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [req-25404e89-7603-4422-8189-1701fe87d7ba req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:44:39.279058 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-25404e89-7603-4422-8189-1701fe87d7ba req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:44:39.283034 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Pushing event updated for resources: {'Port': ['ID=0bead8b8-57d4-4c94-b979-3abd4d59e35c,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:39.316139 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:39.316139 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:39.316428 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:39.316567 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:39.316901 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:39.317226 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:39.317603 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:39.317948 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:39.318270 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:39.318593 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:39.318911 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:39.319257 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:44:39.348048 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00b2d25-8297-4de7-836e-ac7410d57591 x-openstack-request-id: req-d00b2d25-8297-4de7-836e-ac7410d57591 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:44:39.348444 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89eaecbd-0dfc-4b45-b2db-e88a84fdf868", "tag": "b932b913-9343-4ede-9309-1f864f2e27f8", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:44:39.348754 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d00b2d25-8297-4de7-836e-ac7410d57591 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:44:39.349206 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89eaecbd-0dfc-4b45-b2db-e88a84fdf868', 'tag': 'b932b913-9343-4ede-9309-1f864f2e27f8', 'status': 'completed', 'code': 200} Jul 13 15:44:39.358396 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404e89-7603-4422-8189-1701fe87d7ba req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:39.359071 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-25404e89-7603-4422-8189-1701fe87d7ba req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:39.365694 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059ae6d-0d2a-4de9-bfc0-d2c202c0ee05 req-85ca6f21-d59a-45da-97db-154e9d3f4bf3 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:39.369415 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3059ae6d-0d2a-4de9-bfc0-d2c202c0ee05 req-85ca6f21-d59a-45da-97db-154e9d3f4bf3 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 932 time: 0.1717548 Jul 13 15:44:39.379894 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-25404e89-7603-4422-8189-1701fe87d7ba req-a55920a8-42f5-4f43-b295-a8be322e61d1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7982340 Jul 13 15:44:39.410390 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Request body: {'port': {'device_id': 'a881c643-745f-4ff6-9285-5ba242e98786', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:44:39.427685 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-453d4625-6348-4bfc-b867-8ed8c0e15a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:39.429772 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-453d4625-6348-4bfc-b867-8ed8c0e15a73 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f21b25fab07a42b9a52120ccaaf2af3e&device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 1096 time: 0.1229188 Jul 13 15:44:39.442365 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3059ae6d-0d2a-4de9-bfc0-d2c202c0ee05 req-2d1ae8be-b0ba-4651-8e3f-e6673dd96ff9 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655048 Jul 13 15:44:39.495148 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-ace6ec3e-e1ff-4d97-8aeb-764d37d0eac3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b932b913-9343-4ede-9309-1f864f2e27f8 HTTP/1.1" status: 200 len: 217 time: 0.0422897 Jul 13 15:44:39.507675 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:39.546985 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-c18dd640-4575-4e58-b3b3-0ab225c3bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:39.548414 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-c18dd640-4575-4e58-b3b3-0ab225c3bea0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ed33725-fe88-43df-8288-b144efbb3fc2 HTTP/1.1" status: 200 len: 855 time: 0.0467033 Jul 13 15:44:39.587612 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-d0d5b3ae-fb39-4d4f-b857-394c14727a12 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8b11bcae-9c13-43bf-9731-6a731f2cd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269794 Jul 13 15:44:39.608836 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-aed2501c-93f0-4e0d-84bf-1ecc658b939f None None] Provisioning for port 0bead8b8-57d4-4c94-b979-3abd4d59e35c completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:44:39.613504 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-aed2501c-93f0-4e0d-84bf-1ecc658b939f None None] Provisioning complete for port 0bead8b8-57d4-4c94-b979-3abd4d59e35c triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:44:39.613907 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-aed2501c-93f0-4e0d-84bf-1ecc658b939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:39.649220 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-aed2501c-93f0-4e0d-84bf-1ecc658b939f None None] Port 0bead8b8-57d4-4c94-b979-3abd4d59e35c cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:44:39.688856 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-71228656-3b03-4584-b47f-3cd1bb550f81 service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899880 Jul 13 15:44:39.769460 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bead8b8-57d4-4c94-b979-3abd4d59e35c {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:44:39.777294 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:39.783547 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f54aceca-8ee1-4d1a-bd7d-d92855303da0 req-6eeb08d6-d876-40e9-8c20-052007eac5c6 service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852106 Jul 13 15:44:39.789092 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Transition to ACTIVE for port object 0bead8b8-57d4-4c94-b979-3abd4d59e35c will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:44:39.792810 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:39.865554 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Pushing event updated for resources: {'Port': ['ID=0bead8b8-57d4-4c94-b979-3abd4d59e35c,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:39.940947 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Attempting to bind port 0bead8b8-57d4-4c94-b979-3abd4d59e35c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:44:39.941282 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Attempting to bind port 0bead8b8-57d4-4c94-b979-3abd4d59e35c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9db2bad1-917b-4391-b73e-d82a5cb08533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b40636d5-689a-4613-b578-7de440d54593'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:44:39.941612 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Attempting to bind port 0bead8b8-57d4-4c94-b979-3abd4d59e35c on network b40636d5-689a-4613-b578-7de440d54593 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:44:39.966561 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Port 0bead8b8-57d4-4c94-b979-3abd4d59e35c on network b40636d5-689a-4613-b578-7de440d54593 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:44:39.966893 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Attempting to bind port 0bead8b8-57d4-4c94-b979-3abd4d59e35c on network b40636d5-689a-4613-b578-7de440d54593 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:44:39.975435 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:44:39.975674 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Checking segment: {'id': '9db2bad1-917b-4391-b73e-d82a5cb08533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b40636d5-689a-4613-b578-7de440d54593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:44:39.976024 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Bound using segment: {'id': '9db2bad1-917b-4391-b73e-d82a5cb08533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b40636d5-689a-4613-b578-7de440d54593'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:44:39.976542 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Bound port: 0bead8b8-57d4-4c94-b979-3abd4d59e35c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db2bad1-917b-4391-b73e-d82a5cb08533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b40636d5-689a-4613-b578-7de440d54593'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:44:39.976820 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:39.981322 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ece74-e100-40c2-8711-166a840c1dc2 req-fbec12e1-b341-452f-b998-c0fbe3a9b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:39.982856 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6b7ece74-e100-40c2-8711-166a840c1dc2 req-fbec12e1-b341-452f-b998-c0fbe3a9b39d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f21b25fab07a42b9a52120ccaaf2af3e&device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 1096 time: 0.0583916 Jul 13 15:44:40.036027 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c517f8-2a9e-4898-912d-290c816270ca req-ca4c4276-39ed-43f0-b264-378f0ab41c7e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:40.037441 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-55c517f8-2a9e-4898-912d-290c816270ca req-ca4c4276-39ed-43f0-b264-378f0ab41c7e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.1067801 Jul 13 15:44:40.086424 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] For port 0bead8b8-57d4-4c94-b979-3abd4d59e35c, host hv-cinder-78836, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:44:40.088942 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ece74-e100-40c2-8711-166a840c1dc2 req-1736cc07-a9f3-488a-bbe8-e6d4bfd1bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:40.090523 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6b7ece74-e100-40c2-8711-166a840c1dc2 req-1736cc07-a9f3-488a-bbe8-e6d4bfd1bd6c service neutron] 10.222.0.63 "GET /v2.0/networks?id=8b11bcae-9c13-43bf-9731-6a731f2cd490 HTTP/1.1" status: 200 len: 916 time: 0.0992904 Jul 13 15:44:40.107553 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] For port 0bead8b8-57d4-4c94-b979-3abd4d59e35c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0bead8b8-57d4-4c94-b979-3abd4d59e35c,segment=NetworkSegment(9db2bad1-917b-4391-b73e-d82a5cb08533),segment_id=9db2bad1-917b-4391-b73e-d82a5cb08533)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:44:40.111687 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-55c517f8-2a9e-4898-912d-290c816270ca req-00377162-6178-4b49-aaeb-8ece83ce1791 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660145 Jul 13 15:44:40.118646 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:40.161354 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:40.161943 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:40.163683 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-25404e89-7603-4422-8189-1701fe87d7ba req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] 10.222.0.63 "PUT /v2.0/ports/0bead8b8-57d4-4c94-b979-3abd4d59e35c HTTP/1.1" status: 200 len: 1094 time: 0.7600145 Jul 13 15:44:40.166119 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a881c643-745f-4ff6-9285-5ba242e98786', 'tag': '0bead8b8-57d4-4c94-b979-3abd4d59e35c'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:44:40.168294 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550b341d-6b2a-4a6e-a3a5-7ba8bf10f870" -d '{"events": [{"name": "network-changed", "server_uuid": "a881c643-745f-4ff6-9285-5ba242e98786", "tag": "0bead8b8-57d4-4c94-b979-3abd4d59e35c"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:44:40.168445 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6b7ece74-e100-40c2-8711-166a840c1dc2 req-e8b88b45-355e-4458-8d86-a8214e870af4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b932b913-9343-4ede-9309-1f864f2e27f8 HTTP/1.1" status: 200 len: 217 time: 0.0624411 Jul 13 15:44:40.199012 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc7fb0-3936-4250-b18b-faf03fcc7acb service neutron] Pushing event updated for resources: {'Port': ['ID=0bead8b8-57d4-4c94-b979-3abd4d59e35c,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:44:40.265767 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ece74-e100-40c2-8711-166a840c1dc2 req-cb3cdee3-fadf-4116-8734-2f746852b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:40.267369 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6b7ece74-e100-40c2-8711-166a840c1dc2 req-cb3cdee3-fadf-4116-8734-2f746852b717 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ed33725-fe88-43df-8288-b144efbb3fc2 HTTP/1.1" status: 200 len: 855 time: 0.0649879 Jul 13 15:44:40.312527 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6b7ece74-e100-40c2-8711-166a840c1dc2 req-2e839324-feb6-43b9-a7b3-c2bb82d2f57e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8b11bcae-9c13-43bf-9731-6a731f2cd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334158 Jul 13 15:44:40.324132 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706625e7-9978-4cfc-aa2e-267c4c3b5a7d req-16d0a6e2-0d43-46fc-a57e-bc0b81fe61c0 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:40.326084 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-706625e7-9978-4cfc-aa2e-267c4c3b5a7d req-16d0a6e2-0d43-46fc-a57e-bc0b81fe61c0 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.1606009 Jul 13 15:44:40.326424 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404e89-7603-4422-8189-1701fe87d7ba req-3fd7e4ef-cc5d-488d-90a4-e6c08065e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:40.328776 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-25404e89-7603-4422-8189-1701fe87d7ba req-3fd7e4ef-cc5d-488d-90a4-e6c08065e332 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=27176121430a45ed8ed19072cbd8d9dc&device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 1097 time: 0.0624316 Jul 13 15:44:40.378529 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-706625e7-9978-4cfc-aa2e-267c4c3b5a7d req-ddb01d00-7ed1-438c-b56b-a1c18df61520 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460751 Jul 13 15:44:40.432625 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c614a0a-3892-49b9-a23b-ebd15b45e066 x-openstack-request-id: req-6c614a0a-3892-49b9-a23b-ebd15b45e066 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:44:40.432907 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a881c643-745f-4ff6-9285-5ba242e98786", "tag": "0bead8b8-57d4-4c94-b979-3abd4d59e35c", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:44:40.433156 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c614a0a-3892-49b9-a23b-ebd15b45e066 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:44:40.433547 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a881c643-745f-4ff6-9285-5ba242e98786', 'tag': '0bead8b8-57d4-4c94-b979-3abd4d59e35c', 'status': 'completed', 'code': 200} Jul 13 15:44:40.435352 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-25404e89-7603-4422-8189-1701fe87d7ba req-c58c7e89-4775-4be2-b40e-1517be47f7cd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bead8b8-57d4-4c94-b979-3abd4d59e35c HTTP/1.1" status: 200 len: 217 time: 0.0533617 Jul 13 15:44:40.529414 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6b7ece74-e100-40c2-8711-166a840c1dc2 req-fb1d08d6-e1ca-4632-9510-e55bbfd22142 service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437151 Jul 13 15:44:40.546118 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404e89-7603-4422-8189-1701fe87d7ba req-a934c8c1-d4ee-40bc-95de-fabd84b8591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:40.547668 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-25404e89-7603-4422-8189-1701fe87d7ba req-a934c8c1-d4ee-40bc-95de-fabd84b8591f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3f680998-d785-4612-807c-6587ab46ca94 HTTP/1.1" status: 200 len: 854 time: 0.0603969 Jul 13 15:44:40.648531 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6b7ece74-e100-40c2-8711-166a840c1dc2 req-a08d8107-fc81-44ed-a7f6-7df82ad7da56 service neutron] 10.222.0.63 "GET /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057734 Jul 13 15:44:40.664167 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404e89-7603-4422-8189-1701fe87d7ba req-2161184d-af67-46ad-9c68-623ad6821d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:40.665655 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-25404e89-7603-4422-8189-1701fe87d7ba req-2161184d-af67-46ad-9c68-623ad6821d77 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b40636d5-689a-4613-b578-7de440d54593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0990205 Jul 13 15:44:40.679696 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b811d04-fcb9-4835-82dd-cb792c32ba4a req-f60fc1c3-4055-474a-8e24-1392b2a200e4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:40.681058 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4b811d04-fcb9-4835-82dd-cb792c32ba4a req-f60fc1c3-4055-474a-8e24-1392b2a200e4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.1043198 Jul 13 15:44:41.004504 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4b811d04-fcb9-4835-82dd-cb792c32ba4a req-bee75bcc-b540-498b-88bb-d3bb9a9d8445 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177810 Jul 13 15:44:41.041253 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-25404e89-7603-4422-8189-1701fe87d7ba req-94d95b48-6b28-4eb9-b075-4d2adbbb9d90 service neutron] 10.222.0.63 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413553 Jul 13 15:44:41.142966 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-25404e89-7603-4422-8189-1701fe87d7ba req-f294b7b3-a68b-4c75-a111-754e0d4db45a service neutron] 10.222.0.63 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851343 Jul 13 15:44:41.305538 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc4f19-c206-4c47-a925-0cb6a257a169 req-e6d9e2a3-c36e-4f91-8a7b-d11a5d1c67af tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:41.307386 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-26bc4f19-c206-4c47-a925-0cb6a257a169 req-e6d9e2a3-c36e-4f91-8a7b-d11a5d1c67af tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0702548 Jul 13 15:44:41.319431 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b341d-6b2a-4a6e-a3a5-7ba8bf10f870 req-e2c5426f-a5ae-49f7-920c-18140668f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:41.321029 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-550b341d-6b2a-4a6e-a3a5-7ba8bf10f870 req-e2c5426f-a5ae-49f7-920c-18140668f13a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=27176121430a45ed8ed19072cbd8d9dc&device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 1097 time: 0.0689754 Jul 13 15:44:41.345714 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-26bc4f19-c206-4c47-a925-0cb6a257a169 req-271ee2e1-4f7a-4170-a7ba-846459241957 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328269 Jul 13 15:44:41.417833 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b341d-6b2a-4a6e-a3a5-7ba8bf10f870 req-ee7751c4-d02e-450e-a9df-8641ce29324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:41.419682 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-550b341d-6b2a-4a6e-a3a5-7ba8bf10f870 req-ee7751c4-d02e-450e-a9df-8641ce29324b service neutron] 10.222.0.63 "GET /v2.0/networks?id=b40636d5-689a-4613-b578-7de440d54593 HTTP/1.1" status: 200 len: 916 time: 0.0911849 Jul 13 15:44:41.483295 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-550b341d-6b2a-4a6e-a3a5-7ba8bf10f870 req-1df8189a-8424-429e-aeac-796f85986363 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bead8b8-57d4-4c94-b979-3abd4d59e35c HTTP/1.1" status: 200 len: 217 time: 0.0527720 Jul 13 15:44:41.554827 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b341d-6b2a-4a6e-a3a5-7ba8bf10f870 req-fa514d47-7e46-4c04-9a43-b53ca6b3de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:41.556621 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-550b341d-6b2a-4a6e-a3a5-7ba8bf10f870 req-fa514d47-7e46-4c04-9a43-b53ca6b3de51 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3f680998-d785-4612-807c-6587ab46ca94 HTTP/1.1" status: 200 len: 854 time: 0.0461202 Jul 13 15:44:41.606656 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2854b9-ac8a-44fa-9832-a286731aa5e5 req-f5a3413b-54ae-4376-8ee4-962a75ac07c4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:41.608179 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4a2854b9-ac8a-44fa-9832-a286731aa5e5 req-f5a3413b-54ae-4376-8ee4-962a75ac07c4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0847354 Jul 13 15:44:41.657066 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4a2854b9-ac8a-44fa-9832-a286731aa5e5 req-a957a095-1050-4dd5-8edd-7b93d8828ea9 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425379 Jul 13 15:44:41.666548 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b341d-6b2a-4a6e-a3a5-7ba8bf10f870 req-6c726235-0925-4c1a-a003-14bffa9320e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:41.675160 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-550b341d-6b2a-4a6e-a3a5-7ba8bf10f870 req-6c726235-0925-4c1a-a003-14bffa9320e4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b40636d5-689a-4613-b578-7de440d54593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822055 Jul 13 15:44:41.774149 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-550b341d-6b2a-4a6e-a3a5-7ba8bf10f870 req-e033609b-e3f9-48f0-ad88-73709da2ec0c service neutron] 10.222.0.63 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927117 Jul 13 15:44:41.895099 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-550b341d-6b2a-4a6e-a3a5-7ba8bf10f870 req-0da9d9ce-7394-42f9-bfd4-8984f4c9ab4e service neutron] 10.222.0.63 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807364 Jul 13 15:44:42.178023 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639167-9535-4db7-8d4f-3b964997105d req-64203950-2a2a-407b-9790-a33d8fbb2d20 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:42.179436 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-07639167-9535-4db7-8d4f-3b964997105d req-64203950-2a2a-407b-9790-a33d8fbb2d20 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0618570 Jul 13 15:44:42.217063 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-07639167-9535-4db7-8d4f-3b964997105d req-945dcc36-976d-4a92-b523-d3453d202bf2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320561 Jul 13 15:44:42.525927 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68870be2-c49c-4b9e-86ec-8a4ddc186320 req-842c3e43-3b55-4ce9-882b-60f9e8ddc4df tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:42.527436 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-68870be2-c49c-4b9e-86ec-8a4ddc186320 req-842c3e43-3b55-4ce9-882b-60f9e8ddc4df tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0683534 Jul 13 15:44:42.563307 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-68870be2-c49c-4b9e-86ec-8a4ddc186320 req-9d66e1f3-734e-4a36-9657-ac8b2dc2cf59 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302331 Jul 13 15:44:42.842144 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251a6b0-96ce-4207-8994-ab74acd0dc65 req-36d3df8b-d111-49d1-8740-4cbee012ec24 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:42.843674 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a251a6b0-96ce-4207-8994-ab74acd0dc65 req-36d3df8b-d111-49d1-8740-4cbee012ec24 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0664916 Jul 13 15:44:42.883380 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a251a6b0-96ce-4207-8994-ab74acd0dc65 req-30f778fb-3869-43f2-9c7e-2125e2edc91c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341399 Jul 13 15:44:45.578134 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970604d-2f04-4aab-94ba-33f692c06b7d req-afd948d9-0ccf-4049-a634-eba751496682 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:45.579622 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e970604d-2f04-4aab-94ba-33f692c06b7d req-afd948d9-0ccf-4049-a634-eba751496682 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0646288 Jul 13 15:44:45.625353 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e970604d-2f04-4aab-94ba-33f692c06b7d req-4d5ce23f-5e47-4094-8bfc-c00d296388e6 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392990 Jul 13 15:44:45.629577 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030ba73-1e0f-408a-beba-dac4035f44d6 req-2a5f2b39-8509-4551-a76e-1910cd34366c tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:45.641104 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c030ba73-1e0f-408a-beba-dac4035f44d6 req-2a5f2b39-8509-4551-a76e-1910cd34366c tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0662031 Jul 13 15:44:45.684205 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c030ba73-1e0f-408a-beba-dac4035f44d6 req-85cf7ead-bfa0-40b1-a785-ab7bdfa7e1d2 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420713 Jul 13 15:44:45.785816 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece3a3e-5e78-46da-a62f-5c8b4593dd35 req-e1f5f511-31c2-4e16-b613-08be2119903e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:45.787292 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eece3a3e-5e78-46da-a62f-5c8b4593dd35 req-e1f5f511-31c2-4e16-b613-08be2119903e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0651391 Jul 13 15:44:45.830634 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eece3a3e-5e78-46da-a62f-5c8b4593dd35 req-7e66d7a1-fcd4-47c8-877a-1dfd5bfc6ee5 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370996 Jul 13 15:44:48.975695 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:49.876348 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1686-d5f5-476f-b1f8-502d912b3a2f req-fc872406-aba8-4b6c-b635-274c6ed87ad8 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:49.877928 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d20c1686-d5f5-476f-b1f8-502d912b3a2f req-fc872406-aba8-4b6c-b635-274c6ed87ad8 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0701599 Jul 13 15:44:49.925429 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d20c1686-d5f5-476f-b1f8-502d912b3a2f req-1aa3c4f6-fc12-4491-9019-b22179efe388 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405948 Jul 13 15:44:49.980839 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79ae03-7a22-4d5c-879a-be01f235bc0c req-841601e6-0d64-4119-8d36-03b3f706f9c3 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:49.982272 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7b79ae03-7a22-4d5c-879a-be01f235bc0c req-841601e6-0d64-4119-8d36-03b3f706f9c3 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0949478 Jul 13 15:44:50.031043 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7b79ae03-7a22-4d5c-879a-be01f235bc0c req-cde47745-1e00-4262-acfb-7ce79e1dd3a1 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429111 Jul 13 15:44:50.036262 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c413f3-ba73-4bb1-a1a3-555309a8dd19 req-04f5da10-3f19-4c02-9276-64525ab7c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:50.037910 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f1c413f3-ba73-4bb1-a1a3-555309a8dd19 req-04f5da10-3f19-4c02-9276-64525ab7c198 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8cc48a34b43a42b58784f490bc5e2382&device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 1098 time: 0.0942049 Jul 13 15:44:50.118448 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1eb21e-d5fd-4f90-8d97-3dbc8ddf12c4 req-35822e94-1f0a-42af-aa71-8609d374bbd4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:50.125692 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-da1eb21e-d5fd-4f90-8d97-3dbc8ddf12c4 req-35822e94-1f0a-42af-aa71-8609d374bbd4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0920575 Jul 13 15:44:50.183692 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c413f3-ba73-4bb1-a1a3-555309a8dd19 req-d52c7322-20e8-460c-b011-a4889ccda240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:50.185530 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f1c413f3-ba73-4bb1-a1a3-555309a8dd19 req-d52c7322-20e8-460c-b011-a4889ccda240 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3898a02d-5a55-4bd3-acbc-bd89e49018c8 HTTP/1.1" status: 200 len: 919 time: 0.1195815 Jul 13 15:44:50.190498 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-da1eb21e-d5fd-4f90-8d97-3dbc8ddf12c4 req-88c69ead-af0e-47ea-88ae-0e0e9f8e8002 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635409 Jul 13 15:44:50.232822 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f1c413f3-ba73-4bb1-a1a3-555309a8dd19 req-4e9db2d0-f22e-4385-adb4-bb09c36b78c1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dba99e5-764d-49ed-86ae-8716543af0d3 HTTP/1.1" status: 200 len: 217 time: 0.0363989 Jul 13 15:44:50.320732 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c413f3-ba73-4bb1-a1a3-555309a8dd19 req-bd8dfd1c-42bc-4ade-a3bf-9d474982dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:50.321351 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f1c413f3-ba73-4bb1-a1a3-555309a8dd19 req-bd8dfd1c-42bc-4ade-a3bf-9d474982dc5c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=678e4bb8-5e76-4f8f-a15c-d9b0ba08c271 HTTP/1.1" status: 200 len: 858 time: 0.0748045 Jul 13 15:44:50.342902 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5a306904-ea3f-4457-acea-924161030d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:50.358452 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f1c413f3-ba73-4bb1-a1a3-555309a8dd19 req-d532d962-5fe0-4d55-a95e-f5b2db13cf5d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3898a02d-5a55-4bd3-acbc-bd89e49018c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269771 Jul 13 15:44:50.509630 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f1c413f3-ba73-4bb1-a1a3-555309a8dd19 req-45b76429-3795-45bc-bdeb-01bff1acb97f service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003435 Jul 13 15:44:50.601737 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f1c413f3-ba73-4bb1-a1a3-555309a8dd19 req-68a06252-2dc0-49aa-bd20-b23a27f403fb service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806499 Jul 13 15:44:51.096531 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2e7df-7802-4b55-9ddd-ad41ef608293 req-2ca43aac-4884-49d5-8879-94b77250cfcf tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:51.098099 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-50f2e7df-7802-4b55-9ddd-ad41ef608293 req-2ca43aac-4884-49d5-8879-94b77250cfcf tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0623035 Jul 13 15:44:51.134997 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-50f2e7df-7802-4b55-9ddd-ad41ef608293 req-8ecfadaa-77cf-467b-973c-5e9402f1f112 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308230 Jul 13 15:44:51.294345 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085acea9-1e23-4905-9aef-d2d22ad1b491 req-145d9eee-1e6c-4bfd-9117-4d01c0d6e189 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:51.295807 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-085acea9-1e23-4905-9aef-d2d22ad1b491 req-145d9eee-1e6c-4bfd-9117-4d01c0d6e189 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0625677 Jul 13 15:44:51.332383 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-085acea9-1e23-4905-9aef-d2d22ad1b491 req-697479d9-3b21-41c7-8722-b13762d190c3 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310254 Jul 13 15:44:51.690278 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a344c-8d86-4baa-aec4-e9dc1c8a4b2a req-b241da48-8201-4f5f-b92d-a8cf33d72ada tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:51.691754 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eb3a344c-8d86-4baa-aec4-e9dc1c8a4b2a req-b241da48-8201-4f5f-b92d-a8cf33d72ada tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.2614272 Jul 13 15:44:51.727935 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eb3a344c-8d86-4baa-aec4-e9dc1c8a4b2a req-da6add35-caea-48d0-ba8f-71eeed91a745 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298932 Jul 13 15:44:52.302833 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900d0ce-51ff-467e-942f-1ec7cebdcba3 req-cda614bc-29cd-437b-a76c-8968f87ee504 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:52.304956 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d900d0ce-51ff-467e-942f-1ec7cebdcba3 req-cda614bc-29cd-437b-a76c-8968f87ee504 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0607374 Jul 13 15:44:52.341428 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d900d0ce-51ff-467e-942f-1ec7cebdcba3 req-96c04841-fbb0-4fa5-8a82-20ee50f1ce0d tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309641 Jul 13 15:44:52.505220 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77b63f-758c-4ed0-a22d-a3eee585f613 req-7f1680c0-4f11-460c-918b-0ec2cdb186a4 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:52.506634 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fa77b63f-758c-4ed0-a22d-a3eee585f613 req-7f1680c0-4f11-460c-918b-0ec2cdb186a4 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0646739 Jul 13 15:44:52.542989 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fa77b63f-758c-4ed0-a22d-a3eee585f613 req-7442525d-d612-412b-9f6f-f262be759267 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308397 Jul 13 15:44:52.791501 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-2f352274-f80a-4d88-b6c0-021b12857fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:52.900784 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391093ce-8230-456d-94fe-fa03fcf6a1ef req-7c9fa53b-65dd-45ce-9453-935bdc2d6aee tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:52.902261 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-391093ce-8230-456d-94fe-fa03fcf6a1ef req-7c9fa53b-65dd-45ce-9453-935bdc2d6aee tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0614491 Jul 13 15:44:52.937986 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-391093ce-8230-456d-94fe-fa03fcf6a1ef req-905f8987-4641-4945-86da-5d1ef6c47838 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302019 Jul 13 15:44:53.027205 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:53.510627 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa29bd-173e-4770-8da3-e946978c0cd3 req-5b1b9f7b-4cbd-440a-97c2-183dca45aacd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:53.512082 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-65aa29bd-173e-4770-8da3-e946978c0cd3 req-5b1b9f7b-4cbd-440a-97c2-183dca45aacd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0607998 Jul 13 15:44:53.551566 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-65aa29bd-173e-4770-8da3-e946978c0cd3 req-1280a11f-51b7-42f7-accd-4befb5caedc4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340793 Jul 13 15:44:53.712343 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08489f3-3a39-495f-93da-4bddd0a9e990 req-30b2783c-ff1c-42f2-ac91-14182285e84d tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:53.713805 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e08489f3-3a39-495f-93da-4bddd0a9e990 req-30b2783c-ff1c-42f2-ac91-14182285e84d tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0609572 Jul 13 15:44:53.750165 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e08489f3-3a39-495f-93da-4bddd0a9e990 req-463e4f82-9cf9-4492-a32e-143bf45d136a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310090 Jul 13 15:44:53.903739 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:54.110614 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad4072-cf06-4a07-b074-f55b23c7e1f1 req-0e9c9529-e70f-41b4-b702-d450ee78e782 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:54.112129 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-13ad4072-cf06-4a07-b074-f55b23c7e1f1 req-0e9c9529-e70f-41b4-b702-d450ee78e782 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0630050 Jul 13 15:44:54.148617 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-13ad4072-cf06-4a07-b074-f55b23c7e1f1 req-83d59cb4-f10b-4a0a-825e-a531d0755a19 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309041 Jul 13 15:44:54.736025 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a518f-8a03-46f4-a211-d253332e70db req-a20a1747-cd6e-4a35-8c8b-30c8406a4c5c tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:54.737716 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-607a518f-8a03-46f4-a211-d253332e70db req-a20a1747-cd6e-4a35-8c8b-30c8406a4c5c tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0682201 Jul 13 15:44:54.778700 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-607a518f-8a03-46f4-a211-d253332e70db req-317d9fec-b226-423b-9148-a57c96d19d61 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341251 Jul 13 15:44:54.934163 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371bd68-509d-4a32-bde0-e6da24a922e7 req-e6db2690-7044-474d-9f97-cbc2fc3a899a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:54.937946 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4371bd68-509d-4a32-bde0-e6da24a922e7 req-e6db2690-7044-474d-9f97-cbc2fc3a899a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0704656 Jul 13 15:44:54.974107 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4371bd68-509d-4a32-bde0-e6da24a922e7 req-2a6e4f30-6635-4d86-96c8-e305d152a1c5 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323372 Jul 13 15:44:55.325690 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82597a5-ed55-4d08-9f7e-0b803f94c2b1 req-977c1af1-54da-4139-ba3d-be8c86dba987 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:55.327273 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a82597a5-ed55-4d08-9f7e-0b803f94c2b1 req-977c1af1-54da-4139-ba3d-be8c86dba987 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0659933 Jul 13 15:44:55.366838 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a82597a5-ed55-4d08-9f7e-0b803f94c2b1 req-c2daa9e8-d44b-49f4-bce3-19a9ff6b28df tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340574 Jul 13 15:44:55.605856 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:44:55.952412 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f6800-7f16-4fd1-a12c-76bf8611646f req-fa8c68ee-5eef-4650-941a-d3f452f6be37 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:55.953967 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-664f6800-7f16-4fd1-a12c-76bf8611646f req-fa8c68ee-5eef-4650-941a-d3f452f6be37 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0635004 Jul 13 15:44:55.994830 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-664f6800-7f16-4fd1-a12c-76bf8611646f req-fa9d24cf-f5d7-4fba-9315-c0a4bb7eb44f tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351629 Jul 13 15:44:56.145614 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e03a1-cbd1-4d33-8f9b-0dab5ee2f46e req-d5bd1f3d-c7b8-4221-8598-f842bf7136f5 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:56.147141 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ca3e03a1-cbd1-4d33-8f9b-0dab5ee2f46e req-d5bd1f3d-c7b8-4221-8598-f842bf7136f5 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0627081 Jul 13 15:44:56.195004 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ca3e03a1-cbd1-4d33-8f9b-0dab5ee2f46e req-67db6df2-f577-4248-97a6-cf44a3f5e8e3 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376127 Jul 13 15:44:56.545803 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dbbf7-937f-4b50-8030-748c434575c2 req-ea97362f-4c97-43cd-bce0-7a9888a715d4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:56.547283 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1c9dbbf7-937f-4b50-8030-748c434575c2 req-ea97362f-4c97-43cd-bce0-7a9888a715d4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0652282 Jul 13 15:44:56.585210 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1c9dbbf7-937f-4b50-8030-748c434575c2 req-c47e4efd-4325-4a85-a6a4-a08c7230dd83 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320861 Jul 13 15:44:57.167082 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7812b2-0c78-482c-a581-78a918ddc735 req-d2f3082c-5c3f-4d97-a3aa-46732b702336 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:57.168639 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ad7812b2-0c78-482c-a581-78a918ddc735 req-d2f3082c-5c3f-4d97-a3aa-46732b702336 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0629027 Jul 13 15:44:57.206519 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ad7812b2-0c78-482c-a581-78a918ddc735 req-4622a78c-c5ac-410a-be76-890f569792ce tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322337 Jul 13 15:44:57.367297 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db231c-5efe-4113-b011-84edbfd8a5d5 req-730be0e6-415f-4596-9a75-7eab3fa6daab tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:57.369818 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c5db231c-5efe-4113-b011-84edbfd8a5d5 req-730be0e6-415f-4596-9a75-7eab3fa6daab tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0633554 Jul 13 15:44:57.410599 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c5db231c-5efe-4113-b011-84edbfd8a5d5 req-9dae9d63-5aef-4fd6-90b7-dbf6fc21a9c7 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341241 Jul 13 15:44:57.778028 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d93aa6-f23e-43ed-8066-5f9436b1cf92 req-af0e30f2-327c-42a5-81b6-e75078bd8c2b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:57.779774 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-07d93aa6-f23e-43ed-8066-5f9436b1cf92 req-af0e30f2-327c-42a5-81b6-e75078bd8c2b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0741906 Jul 13 15:44:57.822796 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-07d93aa6-f23e-43ed-8066-5f9436b1cf92 req-d0113710-46da-4eb2-9891-69dcc4c1559f tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366006 Jul 13 15:44:57.874033 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4115963-0707-4d47-92b9-4a3af94ce459 req-35ac3333-0488-4ab3-a710-b5be6b436912 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:57.876083 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a4115963-0707-4d47-92b9-4a3af94ce459 req-35ac3333-0488-4ab3-a710-b5be6b436912 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0779519 Jul 13 15:44:57.918342 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a4115963-0707-4d47-92b9-4a3af94ce459 req-161150a2-3354-4bbf-a71e-30ab65191eb3 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365360 Jul 13 15:44:58.434074 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906c484-7f35-4e74-aa99-65210833276b req-ed8ecf61-e094-4448-a4b4-abf33ab434d3 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:58.435799 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1906c484-7f35-4e74-aa99-65210833276b req-ed8ecf61-e094-4448-a4b4-abf33ab434d3 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0769331 Jul 13 15:44:58.491718 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1906c484-7f35-4e74-aa99-65210833276b req-71961544-d62d-429f-a928-4f603dff548f tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498109 Jul 13 15:44:58.658992 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3d3d3-8753-4706-8158-283d273e115a req-9d8b0125-373e-4458-9344-94c9455f449b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:58.660729 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-dde3d3d3-8753-4706-8158-283d273e115a req-9d8b0125-373e-4458-9344-94c9455f449b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0734081 Jul 13 15:44:58.700472 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-dde3d3d3-8753-4706-8158-283d273e115a req-456e5eb8-80a5-47e0-bd35-929cb34569d7 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327573 Jul 13 15:44:59.003531 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13682df1-737f-4331-83dc-a8780379c1b8 req-de1a6110-60f6-45fd-82d3-18647aa0296d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:59.006285 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-13682df1-737f-4331-83dc-a8780379c1b8 req-de1a6110-60f6-45fd-82d3-18647aa0296d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0746918 Jul 13 15:44:59.046218 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-13682df1-737f-4331-83dc-a8780379c1b8 req-2fd0ecdd-60f9-4cfc-9009-52e106d1d811 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352604 Jul 13 15:44:59.107528 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3318104-4471-499c-a53e-09656b4af94d req-a2a5f454-5ad0-481b-ac83-7b2452a9b55d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:59.109015 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e3318104-4471-499c-a53e-09656b4af94d req-a2a5f454-5ad0-481b-ac83-7b2452a9b55d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0668612 Jul 13 15:44:59.144935 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e3318104-4471-499c-a53e-09656b4af94d req-0b2ccdac-9709-4cfb-89f0-cdb71a8a078b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303540 Jul 13 15:44:59.834439 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01288cb6-a80e-4bfa-bcb0-e8f626a011a9 req-ccc0b5da-4d25-4e89-9b37-51a04641f7e7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:44:59.835936 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-01288cb6-a80e-4bfa-bcb0-e8f626a011a9 req-ccc0b5da-4d25-4e89-9b37-51a04641f7e7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0648923 Jul 13 15:44:59.875631 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-01288cb6-a80e-4bfa-bcb0-e8f626a011a9 req-386c151a-4b53-488c-a925-1ca95a2907bf tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325665 Jul 13 15:45:00.035092 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fba77-1a20-4f50-8de5-dbaed496cdab req-d83e9f26-1246-4ffc-b9ae-6278df3accc4 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:00.036505 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-287fba77-1a20-4f50-8de5-dbaed496cdab req-d83e9f26-1246-4ffc-b9ae-6278df3accc4 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0629408 Jul 13 15:45:00.074360 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-287fba77-1a20-4f50-8de5-dbaed496cdab req-b496c1e6-7bbc-461e-a46d-940c36500f26 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314612 Jul 13 15:45:00.241934 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f67fc-d6ed-407a-bf35-00f6018cae89 req-95f7925c-7e76-4a58-9d8e-1739a861bd07 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:00.243612 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0b3f67fc-d6ed-407a-bf35-00f6018cae89 req-95f7925c-7e76-4a58-9d8e-1739a861bd07 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0668607 Jul 13 15:45:00.282176 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0b3f67fc-d6ed-407a-bf35-00f6018cae89 req-1de02a37-310d-4a21-b5db-369f9ed12e30 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329902 Jul 13 15:45:00.474391 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ce4ca-52b5-4892-9b04-d7a0f1d4e4e7 req-f8579444-1fc1-4a0f-ba56-e580a44fd285 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:00.475882 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a79ce4ca-52b5-4892-9b04-d7a0f1d4e4e7 req-f8579444-1fc1-4a0f-ba56-e580a44fd285 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0907784 Jul 13 15:45:00.514912 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a79ce4ca-52b5-4892-9b04-d7a0f1d4e4e7 req-891dcc48-0aba-4235-9352-ef7321c83ae5 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328217 Jul 13 15:45:01.060121 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64da55-f176-4a97-a5bf-28e284cdc801 req-b35c0aad-0c7a-47be-9a64-6c8e2bb6bfe2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:01.061735 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2c64da55-f176-4a97-a5bf-28e284cdc801 req-b35c0aad-0c7a-47be-9a64-6c8e2bb6bfe2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0660374 Jul 13 15:45:01.101253 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2c64da55-f176-4a97-a5bf-28e284cdc801 req-08896fe8-afdd-4d1d-b973-f3b956e2cfd9 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336282 Jul 13 15:45:01.277378 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7961309-932f-49b9-b25c-41aafe9fd04c req-0ef36ee4-90d8-403f-914f-12543378b422 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:01.278947 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b7961309-932f-49b9-b25c-41aafe9fd04c req-0ef36ee4-90d8-403f-914f-12543378b422 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0754366 Jul 13 15:45:01.318511 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b7961309-932f-49b9-b25c-41aafe9fd04c req-cca58230-3628-4cca-be45-aa37a66ec5d1 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335689 Jul 13 15:45:01.482981 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8f31a-ea2e-4c6d-8ee2-7625884108e9 req-07c3932f-1a96-4428-9ce0-19bdb6ab8e48 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:01.484610 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-94e8f31a-ea2e-4c6d-8ee2-7625884108e9 req-07c3932f-1a96-4428-9ce0-19bdb6ab8e48 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0649235 Jul 13 15:45:01.530936 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-94e8f31a-ea2e-4c6d-8ee2-7625884108e9 req-dd843e37-9940-4f5f-98b3-00171516989f tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394456 Jul 13 15:45:01.710229 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3954c-e7b0-4174-a766-b90688ffa3c4 req-810e0455-165c-44fa-8c6b-adcdd20c9b2d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:01.711951 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e7f3954c-e7b0-4174-a766-b90688ffa3c4 req-810e0455-165c-44fa-8c6b-adcdd20c9b2d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0686688 Jul 13 15:45:01.750835 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e7f3954c-e7b0-4174-a766-b90688ffa3c4 req-e0aa1291-72c7-4b07-bbb3-97e9fa1c8f5e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333350 Jul 13 15:45:02.287039 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c4084-1f7e-42a3-aad3-358082e16f5a req-8fc05a49-1d10-41ef-af4c-4004a3c988d3 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:02.288721 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2f6c4084-1f7e-42a3-aad3-358082e16f5a req-8fc05a49-1d10-41ef-af4c-4004a3c988d3 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0794945 Jul 13 15:45:02.330856 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2f6c4084-1f7e-42a3-aad3-358082e16f5a req-534d2b0b-8861-40d5-befa-d1dcbecd50ec tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357544 Jul 13 15:45:02.501000 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b961d-5fed-4eb8-bc55-50fbf600725f req-b19ad989-a635-4924-adc3-04f084789373 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:02.502538 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1c5b961d-5fed-4eb8-bc55-50fbf600725f req-b19ad989-a635-4924-adc3-04f084789373 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0667734 Jul 13 15:45:02.542130 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1c5b961d-5fed-4eb8-bc55-50fbf600725f req-3e9fafd4-dfa0-48a2-8c89-bd0347e58af9 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340343 Jul 13 15:45:02.724080 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db090c37-986d-4650-bb2a-f69ad6bfff38 req-10933258-5f53-4951-a802-22728f110079 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:02.725709 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-db090c37-986d-4650-bb2a-f69ad6bfff38 req-10933258-5f53-4951-a802-22728f110079 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0650625 Jul 13 15:45:02.764560 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-db090c37-986d-4650-bb2a-f69ad6bfff38 req-ee20d912-f1fe-4b98-8155-2ec3739c068c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327125 Jul 13 15:45:02.948056 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2be0d9-6f79-41f4-8327-f94966c694ad req-19d04de2-1cd5-43af-9aad-2c5885398d4f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:02.949449 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3e2be0d9-6f79-41f4-8327-f94966c694ad req-19d04de2-1cd5-43af-9aad-2c5885398d4f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0631766 Jul 13 15:45:02.989071 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3e2be0d9-6f79-41f4-8327-f94966c694ad req-5cd05500-752a-488f-9df2-c30804be21af tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337594 Jul 13 15:45:03.514322 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb8743-c19c-455f-af96-3eb6a78fa324 req-a4e0adb9-b33e-4cfe-9fd5-ec404e4ef64d tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:03.516943 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5cfb8743-c19c-455f-af96-3eb6a78fa324 req-a4e0adb9-b33e-4cfe-9fd5-ec404e4ef64d tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0747116 Jul 13 15:45:03.580328 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5cfb8743-c19c-455f-af96-3eb6a78fa324 req-c367cd27-ac65-4796-8c76-4cbd980b45e6 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568237 Jul 13 15:45:03.751570 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23c792-efe0-4950-b5e0-99b071615c8b req-70045cf4-df2f-4f94-ac30-6d062d19bf38 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:03.753059 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-aa23c792-efe0-4950-b5e0-99b071615c8b req-70045cf4-df2f-4f94-ac30-6d062d19bf38 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0630689 Jul 13 15:45:03.790813 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-aa23c792-efe0-4950-b5e0-99b071615c8b req-4d44f038-a4ae-41f2-8ac1-387fa8a41389 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316579 Jul 13 15:45:03.949962 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c0eb0-ef86-4cfe-87b3-0d354ca71439 req-d0c1dc4d-afe9-493b-aa98-9cd0ca54cf10 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:03.951696 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-941c0eb0-ef86-4cfe-87b3-0d354ca71439 req-d0c1dc4d-afe9-493b-aa98-9cd0ca54cf10 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0652242 Jul 13 15:45:03.988400 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-941c0eb0-ef86-4cfe-87b3-0d354ca71439 req-a0c8f146-3d79-44e1-899f-52b780067e00 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Jul 13 15:45:04.172954 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a143ef0-9026-422f-bb63-4a75c5bc9a3e req-cd415a74-8a6f-4355-911e-26a6d63cf272 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:04.174488 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8a143ef0-9026-422f-bb63-4a75c5bc9a3e req-cd415a74-8a6f-4355-911e-26a6d63cf272 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0634978 Jul 13 15:45:04.213080 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8a143ef0-9026-422f-bb63-4a75c5bc9a3e req-14976ef6-14f9-491d-832b-81494adaae45 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328147 Jul 13 15:45:04.762688 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ed784-2b10-4fe2-8e89-c9abffe2b38f req-eb55ab82-b9b5-41c4-9f3b-be35ef1b57bc tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:04.764827 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5c4ed784-2b10-4fe2-8e89-c9abffe2b38f req-eb55ab82-b9b5-41c4-9f3b-be35ef1b57bc tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0731790 Jul 13 15:45:04.807193 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5c4ed784-2b10-4fe2-8e89-c9abffe2b38f req-1a2a4bb5-0b6b-401d-8dd2-281d6810b371 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367796 Jul 13 15:45:04.969377 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97fe72-afc7-4e74-976e-611f8c42f97b req-cfbda358-e763-40e0-836f-cc223ebcbcb8 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:04.970907 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ea97fe72-afc7-4e74-976e-611f8c42f97b req-cfbda358-e763-40e0-836f-cc223ebcbcb8 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0680349 Jul 13 15:45:05.006660 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ea97fe72-afc7-4e74-976e-611f8c42f97b req-befcf684-7c78-4d9a-98fa-69fd308597b3 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302525 Jul 13 15:45:05.171566 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95aa6f8-0f28-4095-8f57-6c18f4760ec1 req-792285f6-9800-4034-a7fe-e0a2bc51fbc7 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:05.173311 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c95aa6f8-0f28-4095-8f57-6c18f4760ec1 req-792285f6-9800-4034-a7fe-e0a2bc51fbc7 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0696132 Jul 13 15:45:05.216060 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c95aa6f8-0f28-4095-8f57-6c18f4760ec1 req-31c68dae-f23f-4315-afb8-5142c55ee56d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371463 Jul 13 15:45:05.396324 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8496e3-6569-4fda-962f-f20431aef12a req-d7029704-de1d-4a42-9d3c-844fca95a473 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:05.397823 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dd8496e3-6569-4fda-962f-f20431aef12a req-d7029704-de1d-4a42-9d3c-844fca95a473 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0666881 Jul 13 15:45:05.439447 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dd8496e3-6569-4fda-962f-f20431aef12a req-28fdd0dc-2d5c-4d9e-b78e-985298a7b115 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358229 Jul 13 15:45:05.974812 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10c21c-9aa4-474d-8dba-d58fdff64a7a req-9dd4c84e-0f92-4b19-9479-94d4d69edb61 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:05.976176 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4f10c21c-9aa4-474d-8dba-d58fdff64a7a req-9dd4c84e-0f92-4b19-9479-94d4d69edb61 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0603869 Jul 13 15:45:06.023997 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4f10c21c-9aa4-474d-8dba-d58fdff64a7a req-cc20e7ee-85fa-40b0-a9d6-c68b72b4fc50 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Jul 13 15:45:06.186087 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11af35-91c9-450f-8d57-2a6c50c9f808 req-14a0ab50-93ab-41a6-9457-2b7ee2fe6772 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:06.187535 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ba11af35-91c9-450f-8d57-2a6c50c9f808 req-14a0ab50-93ab-41a6-9457-2b7ee2fe6772 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0607257 Jul 13 15:45:06.224285 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ba11af35-91c9-450f-8d57-2a6c50c9f808 req-94c06234-1710-47f1-88b5-eecf33fc947a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Jul 13 15:45:06.387007 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ccbc9-2d22-4b0d-b2c4-148538d5d20e req-3ca1f9bb-0fba-4988-9774-fde079acc9a2 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:06.388476 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b86ccbc9-2d22-4b0d-b2c4-148538d5d20e req-3ca1f9bb-0fba-4988-9774-fde079acc9a2 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0657594 Jul 13 15:45:06.428458 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b86ccbc9-2d22-4b0d-b2c4-148538d5d20e req-478a06f6-1d73-484b-8372-b4242a3d4fbb tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342636 Jul 13 15:45:06.627245 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afc4ca-3318-4117-8d84-96bfd3ab2d77 req-49c69ca3-ce80-47e7-8315-f8223ff24ce1 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:06.628749 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-43afc4ca-3318-4117-8d84-96bfd3ab2d77 req-49c69ca3-ce80-47e7-8315-f8223ff24ce1 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0622823 Jul 13 15:45:06.665929 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-43afc4ca-3318-4117-8d84-96bfd3ab2d77 req-7b5cd09d-b9b7-44b4-bc26-bd56915743af tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309706 Jul 13 15:45:07.205384 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f741b2-f389-41e1-b3f0-89894077077a req-2c932224-fbd5-41c6-9e0b-55ea694399a5 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:07.207080 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b7f741b2-f389-41e1-b3f0-89894077077a req-2c932224-fbd5-41c6-9e0b-55ea694399a5 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0708110 Jul 13 15:45:07.251614 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b7f741b2-f389-41e1-b3f0-89894077077a req-10cf3c0b-a46d-4858-8867-678fd8b00fe4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376248 Jul 13 15:45:07.410720 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae18961-8833-46de-9ae0-d7c19da3b84f req-243fa83f-6c22-43a8-85bc-2fa7f1089a64 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:07.412117 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cae18961-8833-46de-9ae0-d7c19da3b84f req-243fa83f-6c22-43a8-85bc-2fa7f1089a64 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0620334 Jul 13 15:45:07.455650 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cae18961-8833-46de-9ae0-d7c19da3b84f req-5406345e-6d57-400b-a241-f0ca4d859aa6 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352683 Jul 13 15:45:07.636893 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff285a56-c302-4865-891c-078d89eaece8 req-2bb6d7e6-e0ce-49c4-b3d1-9e15f497ce9a tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:07.638407 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ff285a56-c302-4865-891c-078d89eaece8 req-2bb6d7e6-e0ce-49c4-b3d1-9e15f497ce9a tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0636971 Jul 13 15:45:07.676281 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ff285a56-c302-4865-891c-078d89eaece8 req-9227eaa7-6b36-47f8-8bc8-740b74db94a3 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323226 Jul 13 15:45:07.855110 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8e3c6-7c73-4607-894f-8e66b05f7a3a req-d03a2411-3d49-4ee9-ac4e-b598ef0495a4 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:07.857079 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-55f8e3c6-7c73-4607-894f-8e66b05f7a3a req-d03a2411-3d49-4ee9-ac4e-b598ef0495a4 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0736294 Jul 13 15:45:07.896970 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-55f8e3c6-7c73-4607-894f-8e66b05f7a3a req-3118477b-ffe1-4ecb-9478-c93b3af4e551 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335972 Jul 13 15:45:08.419403 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b60614-f543-4f95-a0be-46be56a12ce0 req-14a1cdaf-4a3f-47d6-a661-069d401b4646 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:08.420864 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-29b60614-f543-4f95-a0be-46be56a12ce0 req-14a1cdaf-4a3f-47d6-a661-069d401b4646 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0615740 Jul 13 15:45:08.458454 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-29b60614-f543-4f95-a0be-46be56a12ce0 req-f299226b-29ab-437a-802a-350848b29909 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Jul 13 15:45:08.655569 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272e7d5-c7ed-4502-8319-58b6f734757a req-58848b6f-deee-4c0e-825e-dbe797e46819 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:08.657040 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2272e7d5-c7ed-4502-8319-58b6f734757a req-58848b6f-deee-4c0e-825e-dbe797e46819 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0671089 Jul 13 15:45:08.692920 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2272e7d5-c7ed-4502-8319-58b6f734757a req-309f4f93-ddb6-48f4-a5dc-d3c27736064a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303926 Jul 13 15:45:08.873203 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77028248-7d5a-45a7-a106-8eb583a6a274 req-0c194f9f-1ddb-457a-a165-1c77328e9210 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:08.875504 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-77028248-7d5a-45a7-a106-8eb583a6a274 req-0c194f9f-1ddb-457a-a165-1c77328e9210 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0832126 Jul 13 15:45:08.914327 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-77028248-7d5a-45a7-a106-8eb583a6a274 req-fff3bf62-71dd-4c88-b3f1-200b7720f142 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Jul 13 15:45:09.074493 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c6d90-6e07-4ca3-9c48-ebd202d6fdca req-57bab4a7-46d9-4bce-80da-7cf306e713e5 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:09.076213 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e59c6d90-6e07-4ca3-9c48-ebd202d6fdca req-57bab4a7-46d9-4bce-80da-7cf306e713e5 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0608463 Jul 13 15:45:09.127584 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e59c6d90-6e07-4ca3-9c48-ebd202d6fdca req-bff0e0c6-46d3-4605-82e9-01a069ab121c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453365 Jul 13 15:45:09.632106 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce8dd4-de0b-46f5-b176-79bb91827e95 req-cc58ab50-95c7-49da-a076-1f0ca5a254e2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:09.633786 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-81ce8dd4-de0b-46f5-b176-79bb91827e95 req-cc58ab50-95c7-49da-a076-1f0ca5a254e2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0642657 Jul 13 15:45:09.671412 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-81ce8dd4-de0b-46f5-b176-79bb91827e95 req-a684b339-22cd-4e7d-a1a8-cc840236ec72 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321584 Jul 13 15:45:09.876726 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae635e-688c-450e-908c-429899be0b41 req-10d69422-8d3c-4a5b-87ea-ab4a647ad696 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:09.878236 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-58ae635e-688c-450e-908c-429899be0b41 req-10d69422-8d3c-4a5b-87ea-ab4a647ad696 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0626242 Jul 13 15:45:09.919999 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-58ae635e-688c-450e-908c-429899be0b41 req-cf44f7d9-3e6d-4242-aea7-d88ba2dcda9b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351133 Jul 13 15:45:10.090076 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f5343-68b0-4288-b625-fdc4ddab0690 req-5dca4c0a-1dc0-455e-a41c-4224e9ed808e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:10.091599 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-093f5343-68b0-4288-b625-fdc4ddab0690 req-5dca4c0a-1dc0-455e-a41c-4224e9ed808e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0711792 Jul 13 15:45:10.131812 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-093f5343-68b0-4288-b625-fdc4ddab0690 req-03720e66-f024-40be-9a1f-495bf83f89c6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345442 Jul 13 15:45:10.312447 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229b128-d02f-4b0e-a522-1599b6597355 req-d9dc8e5d-09c5-429b-a9c7-a33b36594bf4 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:10.314039 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1229b128-d02f-4b0e-a522-1599b6597355 req-d9dc8e5d-09c5-429b-a9c7-a33b36594bf4 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0652797 Jul 13 15:45:10.363448 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1229b128-d02f-4b0e-a522-1599b6597355 req-4fe3877d-a2f0-4c42-a8a7-661e0014a5ec tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435896 Jul 13 15:45:10.847402 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bf0dc-f49b-4625-82d3-ac01dd645583 req-c2d33747-6c15-4ba1-b862-f6104934b5b7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:10.849043 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-198bf0dc-f49b-4625-82d3-ac01dd645583 req-c2d33747-6c15-4ba1-b862-f6104934b5b7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0693336 Jul 13 15:45:10.894003 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-198bf0dc-f49b-4625-82d3-ac01dd645583 req-1e393e57-2077-46e9-92e6-44fde686abaa tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386066 Jul 13 15:45:11.094627 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67337e16-e669-4da3-8818-19ebce6ee69c req-5ff3ac75-5eb6-4843-9f80-d7a5b8970caf tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:11.096270 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-67337e16-e669-4da3-8818-19ebce6ee69c req-5ff3ac75-5eb6-4843-9f80-d7a5b8970caf tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0674527 Jul 13 15:45:11.149182 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-67337e16-e669-4da3-8818-19ebce6ee69c req-943da88d-5e15-4e2e-aafe-c937bc16ffab tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379636 Jul 13 15:45:11.318280 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629430d-cb1e-42c4-ae03-48b73b42a314 req-5bb33118-7f1c-4269-a590-82d3e6de512e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:11.319755 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1629430d-cb1e-42c4-ae03-48b73b42a314 req-5bb33118-7f1c-4269-a590-82d3e6de512e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0645604 Jul 13 15:45:11.363759 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1629430d-cb1e-42c4-ae03-48b73b42a314 req-0ef8d4ac-ec3b-461b-9073-c26f3ee599d1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373614 Jul 13 15:45:11.557016 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9a373-60e7-4d2f-8d7d-17a21d673375 req-f8e85b75-6b02-4aad-a4f0-de81b112395c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:11.558511 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-13a9a373-60e7-4d2f-8d7d-17a21d673375 req-f8e85b75-6b02-4aad-a4f0-de81b112395c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0668116 Jul 13 15:45:11.594845 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-13a9a373-60e7-4d2f-8d7d-17a21d673375 req-4d7edeaa-df93-4329-bd97-54e1104bd037 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306282 Jul 13 15:45:11.840878 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:45:12.088996 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255b491-a29d-49eb-b092-f0682efc4ba3 req-ed0cf246-67b2-4f77-a99c-0e64cc1e7de1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:12.088996 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4255b491-a29d-49eb-b092-f0682efc4ba3 req-ed0cf246-67b2-4f77-a99c-0e64cc1e7de1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0764382 Jul 13 15:45:12.126223 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4255b491-a29d-49eb-b092-f0682efc4ba3 req-a97422d6-3339-44a4-8c1e-6d849e71f738 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346589 Jul 13 15:45:12.310840 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c4901-33e6-4165-9250-a13257756ace req-2d783e79-caae-4028-ac86-57784a58086e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:12.312319 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-368c4901-33e6-4165-9250-a13257756ace req-2d783e79-caae-4028-ac86-57784a58086e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0627561 Jul 13 15:45:12.349992 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-368c4901-33e6-4165-9250-a13257756ace req-d7694619-be0a-4e17-a24f-e1358aad9139 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319648 Jul 13 15:45:12.572105 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173cdf1-9f51-42ab-a602-41ba0dcb59de req-4201b266-b348-4bea-9fba-fcf1bbb971c2 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:12.573643 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8173cdf1-9f51-42ab-a602-41ba0dcb59de req-4201b266-b348-4bea-9fba-fcf1bbb971c2 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0839043 Jul 13 15:45:12.617765 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8173cdf1-9f51-42ab-a602-41ba0dcb59de req-dae398d8-c79c-42b0-9384-42716d7c1ef5 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367830 Jul 13 15:45:12.816465 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3c8e4-e069-4913-85f0-8b1aa11377e7 req-75dc7fe3-780b-452f-a93d-bd11e3ebcb13 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:12.818435 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9fd3c8e4-e069-4913-85f0-8b1aa11377e7 req-75dc7fe3-780b-452f-a93d-bd11e3ebcb13 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0887480 Jul 13 15:45:12.874743 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9fd3c8e4-e069-4913-85f0-8b1aa11377e7 req-9cbe8bbc-27e3-4693-835d-f42a818e51ac tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495424 Jul 13 15:45:13.321757 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ec27a-3953-4b02-bdef-72357297e83d req-11d5f900-39a2-44af-a852-4642b0f17954 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:13.323520 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a08ec27a-3953-4b02-bdef-72357297e83d req-11d5f900-39a2-44af-a852-4642b0f17954 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0772827 Jul 13 15:45:13.366060 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a08ec27a-3953-4b02-bdef-72357297e83d req-b86f4ec6-14f7-450c-b485-cf71f320ef36 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360179 Jul 13 15:45:13.529016 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79881ec1-23ea-4d3f-b55a-bf07b4cc9501 req-d06f844c-87e3-4731-9996-0d0f540d3fdb tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:13.530607 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-79881ec1-23ea-4d3f-b55a-bf07b4cc9501 req-d06f844c-87e3-4731-9996-0d0f540d3fdb tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0659494 Jul 13 15:45:13.569138 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-79881ec1-23ea-4d3f-b55a-bf07b4cc9501 req-8058c116-951a-4d6d-83a3-33099d8e272c tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328479 Jul 13 15:45:13.802393 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06f7d8-7f46-4b14-9e18-9c17c2b5c8bd req-ebe252dc-ddf4-4a66-a56d-f19629c4a37d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:13.803896 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6e06f7d8-7f46-4b14-9e18-9c17c2b5c8bd req-ebe252dc-ddf4-4a66-a56d-f19629c4a37d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0686808 Jul 13 15:45:13.843279 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6e06f7d8-7f46-4b14-9e18-9c17c2b5c8bd req-66e4e1b0-260b-4851-b1af-c6b9a6741547 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328016 Jul 13 15:45:14.083467 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4b95d-fe05-4543-928c-b10d69aa8436 req-774f2f83-634d-4f1a-95e1-5fbdcf94f040 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:14.085004 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4cc4b95d-fe05-4543-928c-b10d69aa8436 req-774f2f83-634d-4f1a-95e1-5fbdcf94f040 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0761671 Jul 13 15:45:14.124016 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4cc4b95d-fe05-4543-928c-b10d69aa8436 req-64fbe909-1260-472c-83f6-2c7d1433df03 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327506 Jul 13 15:45:14.535772 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200b873-7920-4903-a6c8-4a13dce52547 req-02ee5d86-5856-4990-a267-c2433aa7e7c2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:14.537137 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8200b873-7920-4903-a6c8-4a13dce52547 req-02ee5d86-5856-4990-a267-c2433aa7e7c2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0611844 Jul 13 15:45:14.573174 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8200b873-7920-4903-a6c8-4a13dce52547 req-912802a5-af4f-4251-908e-aba5432cf2ee tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302575 Jul 13 15:45:14.744465 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c63d5-275d-4974-838b-53f03c99aa5f req-2ec4cea3-7f7e-442b-b502-32002bf7aace tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:14.746007 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4e4c63d5-275d-4974-838b-53f03c99aa5f req-2ec4cea3-7f7e-442b-b502-32002bf7aace tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0672362 Jul 13 15:45:14.786599 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4e4c63d5-275d-4974-838b-53f03c99aa5f req-8b21c96d-a685-46ee-8ac7-02cdae5fdccb tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341251 Jul 13 15:45:15.011579 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744eb181-ff6c-4b3b-80f7-9751acf562d6 req-693b636d-22d9-465d-96b9-add54f047f0f tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:15.013039 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-744eb181-ff6c-4b3b-80f7-9751acf562d6 req-693b636d-22d9-465d-96b9-add54f047f0f tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0621123 Jul 13 15:45:15.048785 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-744eb181-ff6c-4b3b-80f7-9751acf562d6 req-aea1ad43-3c6d-4448-bbb7-2b2b283aa96a tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302906 Jul 13 15:45:15.298982 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f8b5f-acb0-4cd6-8207-8c7c2c87969d req-0e7aa312-1df4-4779-871a-e5ec362efc90 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:15.300354 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-514f8b5f-acb0-4cd6-8207-8c7c2c87969d req-0e7aa312-1df4-4779-871a-e5ec362efc90 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0611382 Jul 13 15:45:15.336440 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-514f8b5f-acb0-4cd6-8207-8c7c2c87969d req-48fbe7d6-d440-4f3a-bc08-7b642a73df6f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297959 Jul 13 15:45:15.743681 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c5704-ee58-479f-87af-3437b37e198e req-a753aa98-95d6-4368-bfe0-389739aa06da tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:15.745141 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9f3c5704-ee58-479f-87af-3437b37e198e req-a753aa98-95d6-4368-bfe0-389739aa06da tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0645769 Jul 13 15:45:15.781813 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9f3c5704-ee58-479f-87af-3437b37e198e req-ab18da53-3142-4525-836f-4355bc56a049 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311363 Jul 13 15:45:15.957140 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d476d9-265a-4592-9b92-0bf262d7d2e9 req-3e33b41d-0ff3-46e5-be02-53a1e5a1e024 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:15.958628 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d3d476d9-265a-4592-9b92-0bf262d7d2e9 req-3e33b41d-0ff3-46e5-be02-53a1e5a1e024 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0627265 Jul 13 15:45:15.995006 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d3d476d9-265a-4592-9b92-0bf262d7d2e9 req-c917b5ff-ca31-4878-b85e-bdb11b397a79 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308166 Jul 13 15:45:16.222743 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc62ef0-7c98-45c9-a7c5-2beac2a3e56c req-74024a03-d5d2-4590-ada2-2caa41b474cc tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:16.224215 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4cc62ef0-7c98-45c9-a7c5-2beac2a3e56c req-74024a03-d5d2-4590-ada2-2caa41b474cc tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0668364 Jul 13 15:45:16.261932 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4cc62ef0-7c98-45c9-a7c5-2beac2a3e56c req-3122025d-aebe-41c6-ac49-5714a8c923f3 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314519 Jul 13 15:45:16.510289 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44037c-bcf7-494b-add6-7a6201723fde req-5b4588a3-4513-4f9d-ac39-ab8f617689d0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:16.511690 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-de44037c-bcf7-494b-add6-7a6201723fde req-5b4588a3-4513-4f9d-ac39-ab8f617689d0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0610313 Jul 13 15:45:16.548279 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-de44037c-bcf7-494b-add6-7a6201723fde req-da1813da-99ff-40ca-80f2-43299c9080d9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312421 Jul 13 15:45:16.948936 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e180b0-1fcd-4a35-936f-b601569fe1f1 req-4f5678e9-92c4-48b8-95b4-3aab75cec1df tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:16.950832 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-33e180b0-1fcd-4a35-936f-b601569fe1f1 req-4f5678e9-92c4-48b8-95b4-3aab75cec1df tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0622592 Jul 13 15:45:16.987312 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-33e180b0-1fcd-4a35-936f-b601569fe1f1 req-1490b12f-7e1c-4ed9-9845-0120b5e82bac tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308764 Jul 13 15:45:17.165448 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55b7ef-71c4-4203-860f-2f8d8cbe6bc1 req-6df02215-272e-4117-9bd8-424b6997cb8a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:17.166840 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb55b7ef-71c4-4203-860f-2f8d8cbe6bc1 req-6df02215-272e-4117-9bd8-424b6997cb8a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0636544 Jul 13 15:45:17.210462 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb55b7ef-71c4-4203-860f-2f8d8cbe6bc1 req-cd48090e-494d-497b-b93e-864b61d971f3 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366991 Jul 13 15:45:17.435564 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65b4bb-ee7e-4301-96d7-03871868a396 req-e47f52d1-5c65-437f-81cd-5ba9c9cdc55c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:17.437073 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3b65b4bb-ee7e-4301-96d7-03871868a396 req-e47f52d1-5c65-437f-81cd-5ba9c9cdc55c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0652096 Jul 13 15:45:17.474015 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3b65b4bb-ee7e-4301-96d7-03871868a396 req-a63cd679-1900-472a-89b0-14479cbd864f tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313170 Jul 13 15:45:17.749992 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d2e52-0063-4677-ba99-42695dff3dd1 req-9f7aa9b5-a85a-4f24-bde5-9b9c22d6d744 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:17.751695 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b37d2e52-0063-4677-ba99-42695dff3dd1 req-9f7aa9b5-a85a-4f24-bde5-9b9c22d6d744 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0696175 Jul 13 15:45:17.790434 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b37d2e52-0063-4677-ba99-42695dff3dd1 req-0014596e-7adb-4acb-9d16-fb32d78d9670 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332296 Jul 13 15:45:18.172661 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7805f12-ff63-46a1-ad32-eed6da9d8123 req-e5b5ff56-735e-4da3-81d4-e2b00e7f187c tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:18.174333 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c7805f12-ff63-46a1-ad32-eed6da9d8123 req-e5b5ff56-735e-4da3-81d4-e2b00e7f187c tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0656970 Jul 13 15:45:18.214738 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c7805f12-ff63-46a1-ad32-eed6da9d8123 req-414ebce8-e211-4ade-b70f-d39e2b3b21b5 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339463 Jul 13 15:45:18.384295 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10504b44-6a36-4d65-8c4a-a44ea68d6588 req-0195195b-85bf-4909-93c5-bfbf6d77c311 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:18.385962 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-10504b44-6a36-4d65-8c4a-a44ea68d6588 req-0195195b-85bf-4909-93c5-bfbf6d77c311 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 943 time: 0.0651097 Jul 13 15:45:18.424715 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-10504b44-6a36-4d65-8c4a-a44ea68d6588 req-0f6b4757-26ec-4fe6-842a-9e9487ecf4a5 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328045 Jul 13 15:45:18.647989 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eff2b3-ce7e-4716-8e4e-c634136a01c3 req-3939e948-00a4-4bb3-b66a-410303b59e3c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:18.649517 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-41eff2b3-ce7e-4716-8e4e-c634136a01c3 req-3939e948-00a4-4bb3-b66a-410303b59e3c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0629983 Jul 13 15:45:18.687027 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-41eff2b3-ce7e-4716-8e4e-c634136a01c3 req-762516ae-6f1f-4c6b-ae27-eea877da87ca tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320497 Jul 13 15:45:18.962365 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02458e18-653b-4bb4-b4dd-6e1030fb12e4 req-b7e738b7-dea6-4147-a3d7-8156121f7612 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:18.963831 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-02458e18-653b-4bb4-b4dd-6e1030fb12e4 req-b7e738b7-dea6-4147-a3d7-8156121f7612 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0611374 Jul 13 15:45:18.986786 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:19.001910 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-02458e18-653b-4bb4-b4dd-6e1030fb12e4 req-c5bf0010-3309-4de8-9f1b-9b614891692a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326474 Jul 13 15:45:19.293978 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device b932b913-9343-4ede-9309-1f864f2e27f8 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:45:19.424647 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port b932b913-9343-4ede-9309-1f864f2e27f8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b932b913-9343-4ede-9309-1f864f2e27f8,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:45:19.424888 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ab627-dc5b-4817-9d12-f2d768bfa427 req-5c743729-f038-43b8-ae5c-28f5910d81cc tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:19.426297 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1a5ab627-dc5b-4817-9d12-f2d768bfa427 req-5c743729-f038-43b8-ae5c-28f5910d81cc tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0959291 Jul 13 15:45:19.439921 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': 'b932b913-9343-4ede-9309-1f864f2e27f8', 'network_id': '8b11bcae-9c13-43bf-9731-6a731f2cd490', 'port_id': 'b932b913-9343-4ede-9309-1f864f2e27f8', 'mac_address': 'fa:16:3e:91:92:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed33725-fe88-43df-8288-b144efbb3fc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:45:19.486835 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1a5ab627-dc5b-4817-9d12-f2d768bfa427 req-fca513b8-a70e-4469-af72-1fe90f9a1180 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477839 Jul 13 15:45:19.488597 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:19.511745 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b932b913-9343-4ede-9309-1f864f2e27f8 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:45:19.531400 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port b932b913-9343-4ede-9309-1f864f2e27f8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b932b913-9343-4ede-9309-1f864f2e27f8,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:45:19.535610 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:19.536538 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 01bd2d1e-851f-44d6-82fa-1084b9681cd1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:45:19.544055 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2920fe-84cc-436e-ab78-3715891a472e req-f2db72d6-ad5c-4bc1-b0bb-6249adab7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:19.545560 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cb2920fe-84cc-436e-ab78-3715891a472e req-f2db72d6-ad5c-4bc1-b0bb-6249adab7629 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 1098 time: 0.0568805 Jul 13 15:45:19.586933 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cb2920fe-84cc-436e-ab78-3715891a472e req-76629e0c-333d-42b9-a731-2539d798daef service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315657 Jul 13 15:45:19.607908 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=b932b913-9343-4ede-9309-1f864f2e27f8,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:19.621422 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2ecb7-6493-4845-9568-641fe06c9aa3 req-c149f006-e2f9-4386-aa71-1d2d768e861f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:19.623507 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1ea2ecb7-6493-4845-9568-641fe06c9aa3 req-c149f006-e2f9-4386-aa71-1d2d768e861f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 944 time: 0.0739226 Jul 13 15:45:19.639553 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:19.639904 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:19.640310 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:19.640721 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:19.641023 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:19.641354 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:19.641705 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:19.642036 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:19.642398 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:19.642713 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:19.643037 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:19.643356 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:19.672426 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1ea2ecb7-6493-4845-9568-641fe06c9aa3 req-f09a7093-4ff3-4036-8c0a-c213acd09889 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Jul 13 15:45:19.688159 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 01bd2d1e-851f-44d6-82fa-1084b9681cd1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:45:19.699519 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'port_id': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'mac_address': 'fa:16:3e:0d:ba:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:45:19.739969 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:19.757846 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01bd2d1e-851f-44d6-82fa-1084b9681cd1 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:45:19.786475 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 01bd2d1e-851f-44d6-82fa-1084b9681cd1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:45:19.791599 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:19.841430 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=01bd2d1e-851f-44d6-82fa-1084b9681cd1,revision_number=6']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:20.011813 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91697be-f060-4e99-ae3c-260947e70685 req-3fe2da40-dca6-4ba1-ae55-50aed0558943 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:20.013206 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a91697be-f060-4e99-ae3c-260947e70685 req-3fe2da40-dca6-4ba1-ae55-50aed0558943 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0650165 Jul 13 15:45:20.050860 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a91697be-f060-4e99-ae3c-260947e70685 req-80fea97b-cb38-4d6f-a1a6-4a5d57b065aa tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Jul 13 15:45:20.081603 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['01bd2d1e-851f-44d6-82fa-1084b9681cd1'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:45:20.179891 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f54519-18cf-4caa-9b6d-0d45cec2275c req-8beac1bd-694b-424f-8120-2684b8ae3363 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:20.181773 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d7f54519-18cf-4caa-9b6d-0d45cec2275c req-8beac1bd-694b-424f-8120-2684b8ae3363 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0623240 Jul 13 15:45:20.218064 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d7f54519-18cf-4caa-9b6d-0d45cec2275c req-c3f8cf0d-b855-4bbe-a0ff-7993c7486a1c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311992 Jul 13 15:45:20.334660 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-19d00178-c4cf-4a9a-bae5-f5ac7db6fa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:20.375839 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['b932b913-9343-4ede-9309-1f864f2e27f8'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:45:20.496974 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 46406) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:45:20.609762 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6106f3a7-08f9-42bd-b284-3fa75d342c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:20.663188 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd0e33-d28a-4104-9f69-df42699ea027 req-259f04c4-d567-4a99-bdb5-f360376fafb4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:20.665341 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-febd0e33-d28a-4104-9f69-df42699ea027 req-259f04c4-d567-4a99-bdb5-f360376fafb4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 944 time: 0.0662589 Jul 13 15:45:20.704808 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-febd0e33-d28a-4104-9f69-df42699ea027 req-dbe77ca5-3d06-44f6-9cde-162c5559a80a tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332515 Jul 13 15:45:20.710675 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6106f3a7-08f9-42bd-b284-3fa75d342c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:20.715271 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6106f3a7-08f9-42bd-b284-3fa75d342c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:20.748554 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-6106f3a7-08f9-42bd-b284-3fa75d342c81 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7375deb7fa684636bac033059ee89453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505839 Jul 13 15:45:20.751566 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 46418) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:45:20.757705 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106f3a7-08f9-42bd-b284-3fa75d342c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011ece38-6fd7-4ec9-8d9c-e51a340bb304,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:20.802274 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-eefd1414-1a86-4449-afdb-ac0dd7e9ff6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:20.826624 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-eefd1414-1a86-4449-afdb-ac0dd7e9ff6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:20.857954 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b0832-2e54-460e-a708-ff5cd5b05e73 req-c1c4975b-17c2-4920-a268-af706efb6257 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:20.859435 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-747b0832-2e54-460e-a708-ff5cd5b05e73 req-c1c4975b-17c2-4920-a268-af706efb6257 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 944 time: 0.0736556 Jul 13 15:45:20.874556 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-eefd1414-1a86-4449-afdb-ac0dd7e9ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:20.877482 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-eefd1414-1a86-4449-afdb-ac0dd7e9ff6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:20.878677 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-eefd1414-1a86-4449-afdb-ac0dd7e9ff6f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/011ece38-6fd7-4ec9-8d9c-e51a340bb304 HTTP/1.1" status: 204 len: 168 time: 0.1261268 Jul 13 15:45:20.887017 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd1414-1a86-4449-afdb-ac0dd7e9ff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011ece38-6fd7-4ec9-8d9c-e51a340bb304,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:20.903459 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-747b0832-2e54-460e-a708-ff5cd5b05e73 req-b65649d1-4932-407d-80a5-48b16034c8a6 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370805 Jul 13 15:45:21.227499 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ab9-2dc4-4d39-aff5-80f906373124 req-09125fbb-d583-4e99-a603-96c8982ac30e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:21.228974 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1e269ab9-2dc4-4d39-aff5-80f906373124 req-09125fbb-d583-4e99-a603-96c8982ac30e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0642195 Jul 13 15:45:21.266893 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1e269ab9-2dc4-4d39-aff5-80f906373124 req-dd4e8d79-3a88-4e62-af86-d4fd3e5e8fcc tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320318 Jul 13 15:45:21.303046 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 0bead8b8-57d4-4c94-b979-3abd4d59e35c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:45:21.315994 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 01bd2d1e-851f-44d6-82fa-1084b9681cd1 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:45:21.406722 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cd4fb-d079-41f6-8852-e15ed259b9f8 req-386c4753-7ef5-4273-bb7b-ec8cb9679f32 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:21.408343 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a63cd4fb-d079-41f6-8852-e15ed259b9f8 req-386c4753-7ef5-4273-bb7b-ec8cb9679f32 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0720897 Jul 13 15:45:21.421582 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 01bd2d1e-851f-44d6-82fa-1084b9681cd1 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:45:21.421980 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:21.449973 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a63cd4fb-d079-41f6-8852-e15ed259b9f8 req-a0f5b0a8-91f5-4cca-a6da-bacd381554c2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350895 Jul 13 15:45:21.459477 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 0bead8b8-57d4-4c94-b979-3abd4d59e35c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0bead8b8-57d4-4c94-b979-3abd4d59e35c,segment=NetworkSegment(9db2bad1-917b-4391-b73e-d82a5cb08533),segment_id=9db2bad1-917b-4391-b73e-d82a5cb08533)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:45:21.476671 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '0bead8b8-57d4-4c94-b979-3abd4d59e35c', 'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'port_id': '0bead8b8-57d4-4c94-b979-3abd4d59e35c', 'mac_address': 'fa:16:3e:ef:dc:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f680998-d785-4612-807c-6587ab46ca94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:45:21.544427 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:21.560518 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:21.562990 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bead8b8-57d4-4c94-b979-3abd4d59e35c {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:45:21.594782 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 0bead8b8-57d4-4c94-b979-3abd4d59e35c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0bead8b8-57d4-4c94-b979-3abd4d59e35c,segment=NetworkSegment(9db2bad1-917b-4391-b73e-d82a5cb08533),segment_id=9db2bad1-917b-4391-b73e-d82a5cb08533)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:45:21.598796 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bd2d1e-851f-44d6-82fa-1084b9681cd1'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:45:21.601728 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc0d283-f473-4a3c-8bdd-ff9d1ce756b3" -d '{"events": [{"server_uuid": "a185415d-9498-406d-bd15-e3f25aa9cbf8", "name": "network-vif-plugged", "status": "completed", "tag": "01bd2d1e-851f-44d6-82fa-1084b9681cd1"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:45:21.610617 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:21.616705 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 01bd2d1e-851f-44d6-82fa-1084b9681cd1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:45:21.637705 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:21.640241 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20601f2e-c5e4-489d-b9d8-3fa0328e41e2 x-openstack-request-id: req-20601f2e-c5e4-489d-b9d8-3fa0328e41e2 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:45:21.640509 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a185415d-9498-406d-bd15-e3f25aa9cbf8", "name": "network-vif-plugged", "status": "completed", "tag": "01bd2d1e-851f-44d6-82fa-1084b9681cd1", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:45:21.640757 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20601f2e-c5e4-489d-b9d8-3fa0328e41e2 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:45:21.641133 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'code': 200} Jul 13 15:45:21.666139 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=0bead8b8-57d4-4c94-b979-3abd4d59e35c,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:21.723339 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=01bd2d1e-851f-44d6-82fa-1084b9681cd1,revision_number=7']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:21.877995 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fd18a-5575-42fe-92e6-dabc924908df req-55974ae2-8849-4297-84d0-4d4dcbb22a1e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:21.879476 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-568fd18a-5575-42fe-92e6-dabc924908df req-55974ae2-8849-4297-84d0-4d4dcbb22a1e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 945 time: 0.0623252 Jul 13 15:45:21.918406 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-568fd18a-5575-42fe-92e6-dabc924908df req-a5a289db-6c42-4101-8bde-c38fae0bc1fe tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Jul 13 15:45:22.092193 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3b221-2fc8-487d-bead-818cb2656ed1 req-05523fc3-a080-46fa-ac78-6ec3095fffdb tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:22.093959 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d6d3b221-2fc8-487d-bead-818cb2656ed1 req-05523fc3-a080-46fa-ac78-6ec3095fffdb tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 944 time: 0.0661790 Jul 13 15:45:22.135630 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d6d3b221-2fc8-487d-bead-818cb2656ed1 req-6fd27d8c-e566-4cc3-b1ca-9fada6602867 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338221 Jul 13 15:45:22.157346 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['0bead8b8-57d4-4c94-b979-3abd4d59e35c'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:45:22.475440 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8511c0-25da-4e7d-858f-bca2567bc8f6 req-6f66334f-d39d-4603-a89e-3ffa7f6aba9a tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:22.477095 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2d8511c0-25da-4e7d-858f-bca2567bc8f6 req-6f66334f-d39d-4603-a89e-3ffa7f6aba9a tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0709426 Jul 13 15:45:22.538207 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2d8511c0-25da-4e7d-858f-bca2567bc8f6 req-688b41e1-1402-42e7-b701-ac6d529ff9a8 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506251 Jul 13 15:45:22.679978 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789392c8-852d-48b9-9aa5-a670e52b3293 req-4d096ef4-b4f2-48cc-9634-4eed311b38d2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:22.681584 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-789392c8-852d-48b9-9aa5-a670e52b3293 req-4d096ef4-b4f2-48cc-9634-4eed311b38d2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0910132 Jul 13 15:45:22.725062 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-789392c8-852d-48b9-9aa5-a670e52b3293 req-6861f7d9-c858-4552-a410-86785db931b4 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378978 Jul 13 15:45:22.801142 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-99297797-a0c0-4ab7-acad-5adba3a7c370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:23.053829 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:23.156044 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd1451-f734-4049-a030-12e9a8b0f809 req-0646f0ff-805a-47a2-ae32-3213c88d1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:23.161724 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8dcd1451-f734-4049-a030-12e9a8b0f809 req-0646f0ff-805a-47a2-ae32-3213c88d1ff0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8cc48a34b43a42b58784f490bc5e2382&device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 1098 time: 0.1782970 Jul 13 15:45:23.213459 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7d956-c75d-4c48-8886-5bd3abd8c67b req-aa2ff34d-0d5b-47c0-a47c-842f3e234894 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:23.224157 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d3f7d956-c75d-4c48-8886-5bd3abd8c67b req-aa2ff34d-0d5b-47c0-a47c-842f3e234894 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 945 time: 0.1004570 Jul 13 15:45:23.233951 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 46490) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:45:23.234087 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9555a9-7288-494d-94d9-3f80b31526c7 req-fd8109b6-2f3a-41e1-aba5-9ddc877ebd00 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:23.235619 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ab9555a9-7288-494d-94d9-3f80b31526c7 req-fd8109b6-2f3a-41e1-aba5-9ddc877ebd00 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.1701868 Jul 13 15:45:23.307406 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device b932b913-9343-4ede-9309-1f864f2e27f8 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:45:23.310715 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d3f7d956-c75d-4c48-8886-5bd3abd8c67b req-d752eab3-2114-4d02-ab6b-721e63f9d40a tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853527 Jul 13 15:45:23.351789 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ab9555a9-7288-494d-94d9-3f80b31526c7 req-177b2ca3-5025-4bb7-9de3-46b424fc8ea6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992675 Jul 13 15:45:23.382767 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd1451-f734-4049-a030-12e9a8b0f809 req-b5efd519-0fc9-4b7c-9c94-58423b7ecf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:23.390257 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8dcd1451-f734-4049-a030-12e9a8b0f809 req-b5efd519-0fc9-4b7c-9c94-58423b7ecf6c service neutron] 10.222.0.63 "GET /v2.0/networks?id=3898a02d-5a55-4bd3-acbc-bd89e49018c8 HTTP/1.1" status: 200 len: 919 time: 0.2216477 Jul 13 15:45:23.430544 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port b932b913-9343-4ede-9309-1f864f2e27f8 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:45:23.435622 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port b932b913-9343-4ede-9309-1f864f2e27f8 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:45:23.435997 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:23.495348 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8dcd1451-f734-4049-a030-12e9a8b0f809 req-8d87e062-dcdc-475e-9a89-aa0dba946cf7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dba99e5-764d-49ed-86ae-8716543af0d3 HTTP/1.1" status: 200 len: 217 time: 0.0837207 Jul 13 15:45:23.500115 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6f35-b58f-48f8-9bfc-b05c71d3e7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:23.558955 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:23.599928 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd1451-f734-4049-a030-12e9a8b0f809 req-e5592704-42ec-454b-a1ce-f7dc462d6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:23.602500 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8dcd1451-f734-4049-a030-12e9a8b0f809 req-e5592704-42ec-454b-a1ce-f7dc462d6122 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=678e4bb8-5e76-4f8f-a15c-d9b0ba08c271 HTTP/1.1" status: 200 len: 858 time: 0.0970910 Jul 13 15:45:23.607695 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port b932b913-9343-4ede-9309-1f864f2e27f8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b932b913-9343-4ede-9309-1f864f2e27f8,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:45:23.617896 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:23.646959 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eaecbd-0dfc-4b45-b2db-e88a84fdf868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b932b913-9343-4ede-9309-1f864f2e27f8'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:45:23.649482 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa54a7-6410-4e22-a945-4778f9e8d9ce req-5c2298bf-9040-456d-9000-851794f65f0c tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:23.649907 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4a77f5-f294-4e1e-957f-ec7e631c7fd1" -d '{"events": [{"server_uuid": "89eaecbd-0dfc-4b45-b2db-e88a84fdf868", "name": "network-vif-plugged", "status": "completed", "tag": "b932b913-9343-4ede-9309-1f864f2e27f8"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:45:23.659426 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-75fa54a7-6410-4e22-a945-4778f9e8d9ce req-5c2298bf-9040-456d-9000-851794f65f0c tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 944 time: 0.1381414 Jul 13 15:45:23.683462 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8dcd1451-f734-4049-a030-12e9a8b0f809 req-2f029889-22ac-40a8-b1f3-edcc98961c91 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3898a02d-5a55-4bd3-acbc-bd89e49018c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740166 Jul 13 15:45:23.719154 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=b932b913-9343-4ede-9309-1f864f2e27f8,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:23.731531 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2613b910-def2-4b33-9f2d-3d3bb7ab6b2e x-openstack-request-id: req-2613b910-def2-4b33-9f2d-3d3bb7ab6b2e {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:45:23.731766 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89eaecbd-0dfc-4b45-b2db-e88a84fdf868", "name": "network-vif-plugged", "status": "completed", "tag": "b932b913-9343-4ede-9309-1f864f2e27f8", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:45:23.732024 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2613b910-def2-4b33-9f2d-3d3bb7ab6b2e {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:45:23.732415 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89eaecbd-0dfc-4b45-b2db-e88a84fdf868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b932b913-9343-4ede-9309-1f864f2e27f8', 'code': 200} Jul 13 15:45:23.738381 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-75fa54a7-6410-4e22-a945-4778f9e8d9ce req-e039b08e-176d-4c48-915e-025867e35179 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775719 Jul 13 15:45:23.844779 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6f35-b58f-48f8-9bfc-b05c71d3e7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:23.853634 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6f35-b58f-48f8-9bfc-b05c71d3e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:23.896915 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8dcd1451-f734-4049-a030-12e9a8b0f809 req-f26dfab9-2a0e-486c-8f76-fe2c80adcdf0 service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979010 Jul 13 15:45:23.916355 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:23.940184 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2dcb6f35-b58f-48f8-9bfc-b05c71d3e7a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7768bb3e273c40e3bd8ad077ac40d70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7049308 Jul 13 15:45:23.941130 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 46502) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:45:23.941961 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb6f35-b58f-48f8-9bfc-b05c71d3e7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0b5b00-ec1a-45c2-8a2f-73c4f1e634c0,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:24.004831 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a945ee0e-8711-471d-b1c0-8a3b14068ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:24.081630 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a945ee0e-8711-471d-b1c0-8a3b14068ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:24.136190 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8dcd1451-f734-4049-a030-12e9a8b0f809 req-1aeea0d9-1d80-4250-83ec-4a26e30950b0 service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327096 Jul 13 15:45:24.248700 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f880a6-6805-4244-83d0-9055e9ddb446 req-ce3428f4-a596-49fc-8082-5b3e24a5e001 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:24.250574 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-22f880a6-6805-4244-83d0-9055e9ddb446 req-ce3428f4-a596-49fc-8082-5b3e24a5e001 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.1352241 Jul 13 15:45:24.251835 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a945ee0e-8711-471d-b1c0-8a3b14068ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:24.254820 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a945ee0e-8711-471d-b1c0-8a3b14068ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:24.258546 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-a945ee0e-8711-471d-b1c0-8a3b14068ac4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc0b5b00-ec1a-45c2-8a2f-73c4f1e634c0 HTTP/1.1" status: 204 len: 168 time: 0.3104689 Jul 13 15:45:24.265006 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945ee0e-8711-471d-b1c0-8a3b14068ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0b5b00-ec1a-45c2-8a2f-73c4f1e634c0,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:24.316846 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-22f880a6-6805-4244-83d0-9055e9ddb446 req-e5cfbee5-5bca-42d8-801e-be89da97830d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491664 Jul 13 15:45:24.390985 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bb783-a95d-4351-b64b-83be16a14d29 req-f7a97930-dd1c-483a-b698-5531d753c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:24.397490 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-352bb783-a95d-4351-b64b-83be16a14d29 req-f7a97930-dd1c-483a-b698-5531d753c07a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 1098 time: 0.1449614 Jul 13 15:45:24.502812 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-352bb783-a95d-4351-b64b-83be16a14d29 req-00184fd2-8eb3-4861-965c-3260e94d3e30 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978117 Jul 13 15:45:24.581849 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c3c05-f548-4b1e-b12f-fac1e1db4c47 req-20f5ea16-9a07-4f60-9e40-eb57c558f9ff tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:24.584929 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d67c3c05-f548-4b1e-b12f-fac1e1db4c47 req-20f5ea16-9a07-4f60-9e40-eb57c558f9ff tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 945 time: 0.1216810 Jul 13 15:45:24.613047 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb366e-76e5-4f0a-b8ec-9e6ecd5d020d req-636ae052-7b16-4564-9ddc-ce8708b4e896 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:24.622440 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-46fb366e-76e5-4f0a-b8ec-9e6ecd5d020d req-636ae052-7b16-4564-9ddc-ce8708b4e896 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 945 time: 0.1003394 Jul 13 15:45:24.637163 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d67c3c05-f548-4b1e-b12f-fac1e1db4c47 req-c7c41418-c55f-40ef-be3d-b3bcd696a1aa tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 Jul 13 15:45:24.713573 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-46fb366e-76e5-4f0a-b8ec-9e6ecd5d020d req-8bea8977-8d36-459f-b591-5514fe7eea94 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897751 Jul 13 15:45:24.879097 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125fe51-231d-42be-b17a-0a3c7bc851a6 req-c1a55811-105e-482f-a409-3d844c557acf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:24.880590 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0125fe51-231d-42be-b17a-0a3c7bc851a6 req-c1a55811-105e-482f-a409-3d844c557acf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0982435 Jul 13 15:45:24.921794 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0125fe51-231d-42be-b17a-0a3c7bc851a6 req-f5391a66-588b-49be-aa7d-c4f7b0c0228b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341380 Jul 13 15:45:24.961065 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d0101-9784-4314-98f9-41386558fa0d req-636515af-1fae-413f-a9de-4d9e32158bec tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:24.962599 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a14d0101-9784-4314-98f9-41386558fa0d req-636515af-1fae-413f-a9de-4d9e32158bec tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0903747 Jul 13 15:45:25.006182 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a14d0101-9784-4314-98f9-41386558fa0d req-ac43ae8c-e14e-433c-9546-29e43eae766b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375361 Jul 13 15:45:25.300869 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 0bead8b8-57d4-4c94-b979-3abd4d59e35c up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:45:25.369806 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port 0bead8b8-57d4-4c94-b979-3abd4d59e35c completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:45:25.374561 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 0bead8b8-57d4-4c94-b979-3abd4d59e35c triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:45:25.374912 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:25.472569 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:25.511390 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 0bead8b8-57d4-4c94-b979-3abd4d59e35c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0bead8b8-57d4-4c94-b979-3abd4d59e35c,segment=NetworkSegment(9db2bad1-917b-4391-b73e-d82a5cb08533),segment_id=9db2bad1-917b-4391-b73e-d82a5cb08533)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:45:25.518312 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:25.549171 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac40b19-5056-488b-ae72-9c404976b143 req-6af04daf-9318-4f38-b298-4ab358b4ee7c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:25.551129 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9ac40b19-5056-488b-ae72-9c404976b143 req-6af04daf-9318-4f38-b298-4ab358b4ee7c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0824864 Jul 13 15:45:25.587541 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=0bead8b8-57d4-4c94-b979-3abd4d59e35c,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:25.611357 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9ac40b19-5056-488b-ae72-9c404976b143 req-9a19a23a-92a5-459f-adfb-2408256529a4 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529029 Jul 13 15:45:25.625560 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:25.733775 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a881c643-745f-4ff6-9285-5ba242e98786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bead8b8-57d4-4c94-b979-3abd4d59e35c'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:45:25.736093 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b336b84-8fbc-4770-8fb7-5509d2400a01" -d '{"events": [{"server_uuid": "a881c643-745f-4ff6-9285-5ba242e98786", "name": "network-vif-plugged", "status": "completed", "tag": "0bead8b8-57d4-4c94-b979-3abd4d59e35c"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:45:25.852632 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e664c-501e-498a-a0e1-e83f1ec156d1 req-abf1129b-4822-43ef-b4bf-1d956b069c42 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:25.854403 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-524e664c-501e-498a-a0e1-e83f1ec156d1 req-abf1129b-4822-43ef-b4bf-1d956b069c42 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 946 time: 0.0850065 Jul 13 15:45:25.901728 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-524e664c-501e-498a-a0e1-e83f1ec156d1 req-ccdccf02-e899-4121-85a5-9aab4ce3e230 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393710 Jul 13 15:45:25.934922 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67957f11-702f-4b05-90db-a7eff8607fff req-39b3cb1c-44a5-4534-8953-4f5a07cc14fb tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:25.937121 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-67957f11-702f-4b05-90db-a7eff8607fff req-39b3cb1c-44a5-4534-8953-4f5a07cc14fb tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 945 time: 0.0877728 Jul 13 15:45:25.963841 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06740ea-ab47-438e-9323-8f731685e52a x-openstack-request-id: req-d06740ea-ab47-438e-9323-8f731685e52a {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:45:25.964294 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a881c643-745f-4ff6-9285-5ba242e98786", "name": "network-vif-plugged", "status": "completed", "tag": "0bead8b8-57d4-4c94-b979-3abd4d59e35c", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:45:25.964698 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d06740ea-ab47-438e-9323-8f731685e52a {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:45:25.965306 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a881c643-745f-4ff6-9285-5ba242e98786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bead8b8-57d4-4c94-b979-3abd4d59e35c', 'code': 200} Jul 13 15:45:26.076823 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-67957f11-702f-4b05-90db-a7eff8607fff req-15d7a7d9-9517-41c5-9afb-723257ecc3d9 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081212 Jul 13 15:45:26.172887 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6dcb5-9b43-4992-82df-f4cf9200d8db req-81e28ce5-9bbd-4d6b-877c-3d62dcc3e17b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:26.182023 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bba6dcb5-9b43-4992-82df-f4cf9200d8db req-81e28ce5-9bbd-4d6b-877c-3d62dcc3e17b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.1236551 Jul 13 15:45:26.251406 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bba6dcb5-9b43-4992-82df-f4cf9200d8db req-a9b2f8c3-c61b-46a8-aa55-cc581f91dc1e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695441 Jul 13 15:45:26.319584 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042edef-499d-4078-843a-b6461cf00435 req-fb852ff3-cac4-4077-8483-7a8a7009a4cc tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:26.323292 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a042edef-499d-4078-843a-b6461cf00435 req-fb852ff3-cac4-4077-8483-7a8a7009a4cc tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.1156015 Jul 13 15:45:26.370297 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a042edef-499d-4078-843a-b6461cf00435 req-de425a52-c9d9-45d5-adf2-52a4595c5c96 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395608 Jul 13 15:45:26.456627 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0713fa-7ce6-4793-a1b3-2e7570f556c3 req-aed95e07-0c4b-4c51-b2d8-56f9e7fbab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:26.458352 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8e0713fa-7ce6-4793-a1b3-2e7570f556c3 req-aed95e07-0c4b-4c51-b2d8-56f9e7fbab6d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 1099 time: 0.0613170 Jul 13 15:45:26.499578 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8e0713fa-7ce6-4793-a1b3-2e7570f556c3 req-459ca1b8-7440-42b8-9f3d-3f622d24521e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337825 Jul 13 15:45:26.808256 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa834071-9503-4d4f-9ac8-7db0c61d1d4b req-2120a658-e0ea-4309-9c2a-b913d4d09595 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:26.809817 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-aa834071-9503-4d4f-9ac8-7db0c61d1d4b req-2120a658-e0ea-4309-9c2a-b913d4d09595 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0726573 Jul 13 15:45:26.858060 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-aa834071-9503-4d4f-9ac8-7db0c61d1d4b req-8e613910-b2b2-46d2-87a2-f08f44de1afc tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424981 Jul 13 15:45:27.089436 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76fc13-d7d6-4620-9018-554fe757308d req-51ee9699-2c97-4ffc-b364-d421443e5cc1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:27.091205 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9a76fc13-d7d6-4620-9018-554fe757308d req-51ee9699-2c97-4ffc-b364-d421443e5cc1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 946 time: 0.0690053 Jul 13 15:45:27.134234 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9a76fc13-d7d6-4620-9018-554fe757308d req-6dd1ab77-a4ad-43f2-8021-4345ea84cfc4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374148 Jul 13 15:45:27.312064 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e96501-2ebd-4c8b-9d3b-575a4a4c437f req-825da137-7bb2-4002-bafc-29beb48015ae tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:27.315535 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-83e96501-2ebd-4c8b-9d3b-575a4a4c437f req-825da137-7bb2-4002-bafc-29beb48015ae tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 945 time: 0.0998709 Jul 13 15:45:27.383216 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-83e96501-2ebd-4c8b-9d3b-575a4a4c437f req-73bf428c-8d4d-4542-bbba-32c8b2940013 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585587 Jul 13 15:45:27.496993 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e56c1-b058-4323-a1aa-79a68511e5c3 req-78342e11-9829-4130-8bd6-99f914d1c666 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:27.504689 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b81e56c1-b058-4323-a1aa-79a68511e5c3 req-78342e11-9829-4130-8bd6-99f914d1c666 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0857100 Jul 13 15:45:27.553540 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b81e56c1-b058-4323-a1aa-79a68511e5c3 req-bac0a281-ce20-4aa6-a154-269fea2f5b5d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483117 Jul 13 15:45:27.614259 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df529ada-f397-4567-8027-ffe46772feec req-6276e414-7bf9-45af-a2bc-aed4fa67d417 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:27.617001 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-df529ada-f397-4567-8027-ffe46772feec req-6276e414-7bf9-45af-a2bc-aed4fa67d417 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0923903 Jul 13 15:45:27.660871 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-df529ada-f397-4567-8027-ffe46772feec req-d1d1fd49-589b-4a99-82f5-61790e87516a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378640 Jul 13 15:45:27.802663 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce833c-11f1-4c4b-8537-262307ad3a0f req-8b7d93a0-f4a0-4119-b04f-50daaf236d9e tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:27.807197 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ebce833c-11f1-4c4b-8537-262307ad3a0f req-8b7d93a0-f4a0-4119-b04f-50daaf236d9e tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.63 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 945 time: 0.1225913 Jul 13 15:45:28.045803 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-ebce833c-11f1-4c4b-8537-262307ad3a0f req-36cbc31a-81d0-4048-a07f-8ed44bb92828 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Deleting port 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:45:28.046277 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-ebce833c-11f1-4c4b-8537-262307ad3a0f req-36cbc31a-81d0-4048-a07f-8ed44bb92828 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:28.141038 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d2f4d-f1f2-4b0a-8291-37965f0c92b2 req-a01e68f7-8565-4762-94b0-bb24b0c4dc1e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:28.142877 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6a1d2f4d-f1f2-4b0a-8291-37965f0c92b2 req-a01e68f7-8565-4762-94b0-bb24b0c4dc1e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.1460280 Jul 13 15:45:28.238690 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-ebce833c-11f1-4c4b-8537-262307ad3a0f req-36cbc31a-81d0-4048-a07f-8ed44bb92828 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] For port 73032926-3f94-47e7-8fc6-6f25b4d9e0e6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=73032926-3f94-47e7-8fc6-6f25b4d9e0e6,segment=NetworkSegment(e1d74225-0f88-4a37-8b93-d54f34f6655a),segment_id=e1d74225-0f88-4a37-8b93-d54f34f6655a)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:45:28.239339 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-ebce833c-11f1-4c4b-8537-262307ad3a0f req-36cbc31a-81d0-4048-a07f-8ed44bb92828 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:28.244812 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6a1d2f4d-f1f2-4b0a-8291-37965f0c92b2 req-639d5919-d20f-46c0-9647-288adfc7f20e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928981 Jul 13 15:45:28.261706 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-ebce833c-11f1-4c4b-8537-262307ad3a0f req-36cbc31a-81d0-4048-a07f-8ed44bb92828 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Calling delete_port for 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:45:28.379543 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3fc04-5314-4cbf-8f35-cb2cd118f4fe req-a6453101-74bd-4cd8-a60a-5741309ba999 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:28.387818 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f2a3fc04-5314-4cbf-8f35-cb2cd118f4fe req-a6453101-74bd-4cd8-a60a-5741309ba999 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 946 time: 0.1062944 Jul 13 15:45:28.465047 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f2a3fc04-5314-4cbf-8f35-cb2cd118f4fe req-066fb906-bc9f-4e59-9757-bcd3c8953e77 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762470 Jul 13 15:45:28.492672 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-ebce833c-11f1-4c4b-8537-262307ad3a0f req-36cbc31a-81d0-4048-a07f-8ed44bb92828 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:28.545950 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['73032926-3f94-47e7-8fc6-6f25b4d9e0e6'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:45:28.554370 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbc31a-81d0-4048-a07f-8ed44bb92828 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Pushing event deleted for resources: {'Port': ['ID=73032926-3f94-47e7-8fc6-6f25b4d9e0e6,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:28.606852 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-84137110-c923-46f5-8ab2-22372ab68030 req-3adc3777-fb01-41e2-871a-d0fc09dcef78 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9087e9ac-2b93-40e7-a707-1ce04496a40d HTTP/1.1" status: 200 len: 210 time: 0.0632498 Jul 13 15:45:28.670738 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebce833c-11f1-4c4b-8537-262307ad3a0f req-36cbc31a-81d0-4048-a07f-8ed44bb92828 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] No DVR routers for this DVR port 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:45:28.682896 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-ebce833c-11f1-4c4b-8537-262307ad3a0f req-36cbc31a-81d0-4048-a07f-8ed44bb92828 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:28.685106 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ebce833c-11f1-4c4b-8537-262307ad3a0f req-36cbc31a-81d0-4048-a07f-8ed44bb92828 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.63 "DELETE /v2.0/ports/73032926-3f94-47e7-8fc6-6f25b4d9e0e6 HTTP/1.1" status: 204 len: 173 time: 0.8677225 Jul 13 15:45:28.685545 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9087e9ac-2b93-40e7-a707-1ce04496a40d', 'name': 'network-vif-deleted', 'tag': '73032926-3f94-47e7-8fc6-6f25b4d9e0e6'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:45:28.687796 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0f55b2-ff46-431f-8a23-cf93fed4081d" -d '{"events": [{"server_uuid": "9087e9ac-2b93-40e7-a707-1ce04496a40d", "name": "network-vif-deleted", "tag": "73032926-3f94-47e7-8fc6-6f25b4d9e0e6"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:45:28.761259 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da981988-8020-4e36-95f5-07e879aebde9 x-openstack-request-id: req-da981988-8020-4e36-95f5-07e879aebde9 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:45:28.761568 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9087e9ac-2b93-40e7-a707-1ce04496a40d", "name": "network-vif-deleted", "tag": "73032926-3f94-47e7-8fc6-6f25b4d9e0e6", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:45:28.761890 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-da981988-8020-4e36-95f5-07e879aebde9 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:45:28.762313 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9087e9ac-2b93-40e7-a707-1ce04496a40d', 'name': 'network-vif-deleted', 'tag': '73032926-3f94-47e7-8fc6-6f25b4d9e0e6', 'status': 'completed', 'code': 200} Jul 13 15:45:28.779149 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce172c-32b3-4066-9592-25086d1933ef req-5ddede69-2d58-4e26-8bb7-cc2cde41725e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:28.787424 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-92ce172c-32b3-4066-9592-25086d1933ef req-5ddede69-2d58-4e26-8bb7-cc2cde41725e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0928235 Jul 13 15:45:28.829327 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-92ce172c-32b3-4066-9592-25086d1933ef req-a65077fb-caad-448e-a5f2-28ee99336a20 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396841 Jul 13 15:45:29.475176 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318da94-fd47-4279-9701-c58bfbbbba07 req-f0837269-9c8e-4ed3-b054-e149c67631ac tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:29.482165 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f318da94-fd47-4279-9701-c58bfbbbba07 req-f0837269-9c8e-4ed3-b054-e149c67631ac tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0858276 Jul 13 15:45:29.526534 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f318da94-fd47-4279-9701-c58bfbbbba07 req-df0750a3-53b3-4b2f-a94b-ccb73d6acfd4 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435081 Jul 13 15:45:29.761398 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f08b6-c38a-4056-8760-2182817f7fe7 req-a29934c7-6912-40e1-8a42-c9e83a57bc75 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:29.763652 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-897f08b6-c38a-4056-8760-2182817f7fe7 req-a29934c7-6912-40e1-8a42-c9e83a57bc75 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 946 time: 0.0737956 Jul 13 15:45:29.853246 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-897f08b6-c38a-4056-8760-2182817f7fe7 req-d7cd1aeb-c266-4093-9a9e-09d960d0e915 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734968 Jul 13 15:45:30.061550 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2effbac-a02f-4a7f-85ff-73a3a0e7bbc2 req-fc331f0a-673e-4740-8689-4f364ca8e762 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:30.063217 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f2effbac-a02f-4a7f-85ff-73a3a0e7bbc2 req-fc331f0a-673e-4740-8689-4f364ca8e762 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 946 time: 0.0814602 Jul 13 15:45:30.119664 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f2effbac-a02f-4a7f-85ff-73a3a0e7bbc2 req-b03b7796-0e51-4e96-9f24-fed20dbbec4c tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501878 Jul 13 15:45:30.474293 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ae470-7877-4bac-b6a4-2503a78a49a2 req-7f36a629-f17f-4f2e-9fca-38621e4c246d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:30.477337 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-837ae470-7877-4bac-b6a4-2503a78a49a2 req-7f36a629-f17f-4f2e-9fca-38621e4c246d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0755949 Jul 13 15:45:30.518196 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-837ae470-7877-4bac-b6a4-2503a78a49a2 req-e95a642b-1a11-4634-a0a3-b25124244aae tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356796 Jul 13 15:45:30.554603 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6325c-5713-4694-8fa6-0f7da102ad51 req-c43a4115-729b-44a7-91b8-9630fda142d2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:30.556143 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4df6325c-5713-4694-8fa6-0f7da102ad51 req-c43a4115-729b-44a7-91b8-9630fda142d2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 946 time: 0.0795212 Jul 13 15:45:30.604669 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4df6325c-5713-4694-8fa6-0f7da102ad51 req-70f0cd94-2464-44a2-8890-610e102bcf14 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414107 Jul 13 15:45:30.830207 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9722ac0-d150-452b-adcf-68a28c9ca534 req-5a8ef890-b9b0-4c0b-86e6-f99337eb7f22 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:30.831765 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a9722ac0-d150-452b-adcf-68a28c9ca534 req-5a8ef890-b9b0-4c0b-86e6-f99337eb7f22 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.1012487 Jul 13 15:45:30.886235 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a9722ac0-d150-452b-adcf-68a28c9ca534 req-2b8e90a3-b52d-4972-ba0b-25f62da9e478 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482087 Jul 13 15:45:32.090254 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdaf86-7438-41b2-80a4-8e24858ecb5f req-630c651b-2237-4532-9148-bdaf8bcff7db tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:32.097894 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7ebdaf86-7438-41b2-80a4-8e24858ecb5f req-630c651b-2237-4532-9148-bdaf8bcff7db tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0837111 Jul 13 15:45:32.133752 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7ebdaf86-7438-41b2-80a4-8e24858ecb5f req-379650b6-e589-471d-92fb-d63fea045903 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353181 Jul 13 15:45:32.365155 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:45:32.387681 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:45:32.388063 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 73032926-3f94-47e7-8fc6-6f25b4d9e0e6 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:45:33.311786 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d97d3f-8ed2-4405-b41c-f391d7bef437 req-5af74738-ddd7-485e-b184-dc5a26c5469a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:33.313262 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-49d97d3f-8ed2-4405-b41c-f391d7bef437 req-5af74738-ddd7-485e-b184-dc5a26c5469a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0611112 Jul 13 15:45:33.349090 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-49d97d3f-8ed2-4405-b41c-f391d7bef437 req-234f690d-3f27-409a-9843-0697081caf14 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303102 Jul 13 15:45:34.402865 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f3927-60c6-487b-b35c-7a0117a5f6c7 req-da5a64d0-64f1-445c-a6a9-7a272bbec15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:34.404555 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-444f3927-60c6-487b-b35c-7a0117a5f6c7 req-da5a64d0-64f1-445c-a6a9-7a272bbec15f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d94faec815442809ce9f4332a1bb5b0&device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 1099 time: 0.0625839 Jul 13 15:45:34.548745 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f3927-60c6-487b-b35c-7a0117a5f6c7 req-5a4a11db-57fe-4dc0-a5da-9f6e15ff842c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:34.550246 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-444f3927-60c6-487b-b35c-7a0117a5f6c7 req-5a4a11db-57fe-4dc0-a5da-9f6e15ff842c service neutron] 10.222.0.63 "GET /v2.0/networks?id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 HTTP/1.1" status: 200 len: 918 time: 0.1374969 Jul 13 15:45:34.607120 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be6d17-996d-4ffc-86df-3e55df83b713 req-be5584ed-860d-422e-9f61-9b1d5c45e6a0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:34.609159 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-06be6d17-996d-4ffc-86df-3e55df83b713 req-be5584ed-860d-422e-9f61-9b1d5c45e6a0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.1368473 Jul 13 15:45:34.649367 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-444f3927-60c6-487b-b35c-7a0117a5f6c7 req-e537691e-4ce8-45dd-81d6-c220e6ed2b96 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1 HTTP/1.1" status: 200 len: 1002 time: 0.0923038 Jul 13 15:45:34.691441 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-06be6d17-996d-4ffc-86df-3e55df83b713 req-471a3f81-19cb-402f-bb0a-34d48bb2de60 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772753 Jul 13 15:45:34.708949 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f3927-60c6-487b-b35c-7a0117a5f6c7 req-36aef47e-8384-403f-ba2f-ca1a224f3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:34.710573 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-444f3927-60c6-487b-b35c-7a0117a5f6c7 req-36aef47e-8384-403f-ba2f-ca1a224f3094 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=823f7a85-e8b2-4154-bda7-8fa34af93224 HTTP/1.1" status: 200 len: 856 time: 0.0503435 Jul 13 15:45:34.775257 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f3927-60c6-487b-b35c-7a0117a5f6c7 req-75ad609b-356c-4ebd-891f-fc8997f9c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:34.776745 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-444f3927-60c6-487b-b35c-7a0117a5f6c7 req-75ad609b-356c-4ebd-891f-fc8997f9c8ae service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572813 Jul 13 15:45:34.873977 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-444f3927-60c6-487b-b35c-7a0117a5f6c7 req-660d1783-1b70-4440-8b62-5aa66e3fd1ca service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892878 Jul 13 15:45:34.974883 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-444f3927-60c6-487b-b35c-7a0117a5f6c7 req-e0874496-e809-4504-ae72-f98088e903b5 service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861080 Jul 13 15:45:35.327765 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98fe50-9663-447d-bb53-6ce28badd9c9 req-63c497c1-50cb-4d89-92a7-6531eaea716b tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:35.329228 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7a98fe50-9663-447d-bb53-6ce28badd9c9 req-63c497c1-50cb-4d89-92a7-6531eaea716b tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0614917 Jul 13 15:45:35.368205 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7a98fe50-9663-447d-bb53-6ce28badd9c9 req-df232404-0c88-489c-a77f-c413a3eade83 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334785 Jul 13 15:45:35.882920 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240f490-2bfe-4e89-9a70-04e5044f7688 req-d9fe9d80-ca86-426e-9180-d9a85c4ac234 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:35.884405 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c240f490-2bfe-4e89-9a70-04e5044f7688 req-d9fe9d80-ca86-426e-9180-d9a85c4ac234 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0655417 Jul 13 15:45:35.921534 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c240f490-2bfe-4e89-9a70-04e5044f7688 req-02d340e9-d87b-477a-90c3-03990c9610c1 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312560 Jul 13 15:45:36.538974 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469e7cd-613b-4dae-9f2b-8590087ff7a8 req-43bdb6dd-b4e4-4f0f-8a4e-aa279abf832e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:36.540405 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e469e7cd-613b-4dae-9f2b-8590087ff7a8 req-43bdb6dd-b4e4-4f0f-8a4e-aa279abf832e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0614805 Jul 13 15:45:36.579463 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e469e7cd-613b-4dae-9f2b-8590087ff7a8 req-197c53de-7552-4f21-b702-a233cae823df tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337000 Jul 13 15:45:37.094767 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1d72b-0894-4967-af5d-4b938c46b92b req-567bf8da-132d-4cbd-b730-cc8f80c1c9dd tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:37.096132 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bed1d72b-0894-4967-af5d-4b938c46b92b req-567bf8da-132d-4cbd-b730-cc8f80c1c9dd tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0614114 Jul 13 15:45:37.132800 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bed1d72b-0894-4967-af5d-4b938c46b92b req-b8840024-aa90-4309-a930-cf7e450f1242 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307689 Jul 13 15:45:37.753077 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed904e7-0c21-4ba1-bc25-cf9519eeb7bb req-f6a58fd6-9b8e-44b3-99ee-4008767199bf tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:37.754572 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6ed904e7-0c21-4ba1-bc25-cf9519eeb7bb req-f6a58fd6-9b8e-44b3-99ee-4008767199bf tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0615683 Jul 13 15:45:37.792042 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6ed904e7-0c21-4ba1-bc25-cf9519eeb7bb req-279dad50-7bb9-46fe-8857-0a77767b997e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319121 Jul 13 15:45:38.309940 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0e8f-fc4e-4a5d-8692-9d5f705f0fc9 req-a3636030-881f-4a8f-9a1c-18ccac874c39 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:38.311359 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b79b0e8f-fc4e-4a5d-8692-9d5f705f0fc9 req-a3636030-881f-4a8f-9a1c-18ccac874c39 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 946 time: 0.0648401 Jul 13 15:45:38.349141 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b79b0e8f-fc4e-4a5d-8692-9d5f705f0fc9 req-ac00ebf4-41ce-4c33-98c2-d009a33cd544 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322363 Jul 13 15:45:38.891486 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 01bd2d1e-851f-44d6-82fa-1084b9681cd1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:45:38.968424 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774004e-dd91-4a18-94fe-29f5d9f72361 req-0b8c2d73-dcfd-40fe-9306-2df1b9b18a5a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:38.969934 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2774004e-dd91-4a18-94fe-29f5d9f72361 req-0b8c2d73-dcfd-40fe-9306-2df1b9b18a5a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0663345 Jul 13 15:45:38.971262 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:38.994155 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01bd2d1e-851f-44d6-82fa-1084b9681cd1'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:45:38.996439 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9865a1d6-5990-4a93-8169-33ff2d793631" -d '{"events": [{"server_uuid": "a185415d-9498-406d-bd15-e3f25aa9cbf8", "name": "network-vif-unplugged", "status": "completed", "tag": "01bd2d1e-851f-44d6-82fa-1084b9681cd1"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:45:39.010064 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 01bd2d1e-851f-44d6-82fa-1084b9681cd1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:45:39.011406 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2774004e-dd91-4a18-94fe-29f5d9f72361 req-0d20e42c-67d9-4e4f-a283-011abcb598a2 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355196 Jul 13 15:45:39.015177 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:39.038744 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66f425c-1833-4971-bdd0-9fc85bed5133 x-openstack-request-id: req-b66f425c-1833-4971-bdd0-9fc85bed5133 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:45:39.039052 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a185415d-9498-406d-bd15-e3f25aa9cbf8", "name": "network-vif-unplugged", "status": "completed", "tag": "01bd2d1e-851f-44d6-82fa-1084b9681cd1", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:45:39.039505 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b66f425c-1833-4971-bdd0-9fc85bed5133 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:45:39.040099 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'code': 200} Jul 13 15:45:39.066341 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=01bd2d1e-851f-44d6-82fa-1084b9681cd1,revision_number=8']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:39.735843 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a2de5-40bc-4549-be19-1ce279dfa051 req-b13d2225-0a96-4d41-91ed-a309bde024cc tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:39.737315 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d78a2de5-40bc-4549-be19-1ce279dfa051 req-b13d2225-0a96-4d41-91ed-a309bde024cc tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.2653120 Jul 13 15:45:39.775237 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d78a2de5-40bc-4549-be19-1ce279dfa051 req-a26dac94-0624-48b3-91b5-4a7a628ab0ad tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315721 Jul 13 15:45:40.121308 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-35914113-c0eb-493e-b56a-5dd066ba124b tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:40.122948 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-35914113-c0eb-493e-b56a-5dd066ba124b tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/networks?id=3fb2e3cf-fd83-4e2d-8997-378bdbed454d HTTP/1.1" status: 200 len: 814 time: 0.1041853 Jul 13 15:45:40.140294 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-728dc341-799e-4d3b-a923-9ca35491202e tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/quotas/660389767cd4485fb1d5ffd23e9f6114 HTTP/1.1" status: 200 len: 375 time: 0.0107477 Jul 13 15:45:40.179274 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-cb76d230-d7fd-4840-bc70-3f625a183919 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=660389767cd4485fb1d5ffd23e9f6114&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308948 Jul 13 15:45:40.273424 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-0675e078-bb6a-40df-b48e-cc86cce86281 service neutron] 10.222.0.59 "GET /v2.0/networks/3fb2e3cf-fd83-4e2d-8997-378bdbed454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858402 Jul 13 15:45:40.311292 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54752a0-3bed-4281-8ece-4a08b6b9483c req-4ef98572-84b6-4656-9e60-87980d95817a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:40.312767 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c54752a0-3bed-4281-8ece-4a08b6b9483c req-4ef98572-84b6-4656-9e60-87980d95817a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0633063 Jul 13 15:45:40.349878 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c54752a0-3bed-4281-8ece-4a08b6b9483c req-dd0745a6-3ec2-4811-8044-e85fe0e36202 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314162 Jul 13 15:45:40.363054 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-d8c9869a-b783-4485-aad6-a471ea0d6e3c service neutron] 10.222.0.59 "GET /v2.0/networks/3fb2e3cf-fd83-4e2d-8997-378bdbed454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841355 Jul 13 15:45:40.537033 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7ed6dea8-842d-4fa7-90d6-df19a0625acf req-d3d9be0f-b119-41fc-8e91-5a48c3432563 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 210 time: 0.0319033 Jul 13 15:45:40.707018 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60a9aa-259f-45f3-91a8-5f8fbeab43e3 req-795a1bb8-43e3-4bb2-a911-9b83ac05c268 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:40.708502 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5f60a9aa-259f-45f3-91a8-5f8fbeab43e3 req-795a1bb8-43e3-4bb2-a911-9b83ac05c268 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0691979 Jul 13 15:45:40.748543 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5f60a9aa-259f-45f3-91a8-5f8fbeab43e3 req-3a9e8254-3907-4c2f-a7a6-bd7a39b3189a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340474 Jul 13 15:45:41.041484 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 46838) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:45:41.137576 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-efb671c1-c18f-4bea-955e-a8cdac0fbf38 req-4b199628-aa18-4828-8358-58472efc2e9a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948684 Jul 13 15:45:41.716274 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f7404-4b04-40bf-89e4-413a047d025c req-0c7fe4f1-9f2e-445a-a7db-54c7bb8d18bc tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:41.717920 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ba0f7404-4b04-40bf-89e4-413a047d025c req-0c7fe4f1-9f2e-445a-a7db-54c7bb8d18bc tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0712609 Jul 13 15:45:41.724053 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b4a74e74-b793-4c67-8d4d-5726f822b108 req-a42ec828-6a1b-4ac6-b221-6578213d54f8 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 210 time: 0.0499673 Jul 13 15:45:41.763429 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ba0f7404-4b04-40bf-89e4-413a047d025c req-1b976558-5237-45e0-8056-5cb69e59a049 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391128 Jul 13 15:45:41.949956 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0fc09-acbf-400d-937d-8bf2e2afe11f req-0ecb67f5-8be3-46ef-8286-58140c799b35 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:41.951726 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b8e0fc09-acbf-400d-937d-8bf2e2afe11f req-0ecb67f5-8be3-46ef-8286-58140c799b35 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0785778 Jul 13 15:45:42.012626 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-91eaa2c1-1421-40e6-b9d9-a9797405e79b tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:42.013350 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b8e0fc09-acbf-400d-937d-8bf2e2afe11f req-4e124ee3-cea6-4187-aeab-5d65dd5d3b16 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546539 Jul 13 15:45:42.015337 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-91eaa2c1-1421-40e6-b9d9-a9797405e79b tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.63 "GET /v2.0/networks?id=3fb2e3cf-fd83-4e2d-8997-378bdbed454d HTTP/1.1" status: 200 len: 814 time: 0.1223536 Jul 13 15:45:42.044483 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Request body: {'port': {'device_id': '9be45e6e-1433-4681-9dad-d04c51116f01', 'network_id': '3fb2e3cf-fd83-4e2d-8997-378bdbed454d', 'admin_state_up': True, 'tenant_id': '660389767cd4485fb1d5ffd23e9f6114'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:45:42.389323 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Made reservation on behalf of 660389767cd4485fb1d5ffd23e9f6114 for: {'port': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:45:42.392778 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:42.510044 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Allocated IP 172.20.0.12 (3fb2e3cf-fd83-4e2d-8997-378bdbed454d/5ae06e4b-6835-4dd3-8e1c-d7342dcda81b/d13f8dd1-b881-410b-be92-09f675a36060) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:45:42.649930 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:42.686363 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:42.727742 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Network 3fb2e3cf-fd83-4e2d-8997-378bdbed454d is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:45:42.735842 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:45:42.739693 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:45:42.766284 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Pushing event updated for resources: {'Port': ['ID=d13f8dd1-b881-410b-be92-09f675a36060,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:42.779330 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:42.779686 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:42.780005 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:42.780333 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:42.780655 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:42.780973 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:42.781290 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:42.781605 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:42.781955 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:42.782257 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:42.782567 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:42.782879 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:42.803699 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:42.804317 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:42.820060 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-49e828f8-1c26-4bbc-95a7-63ac1fda1b6a tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7796674 Jul 13 15:45:42.848352 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Request body: {'port': {'device_id': '9be45e6e-1433-4681-9dad-d04c51116f01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:45:42.936253 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d915af-c012-4d77-a455-6391ac5dc7a1 req-69367c9a-a15c-4636-a077-fc10fc80bb87 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:42.937888 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b0d915af-c012-4d77-a455-6391ac5dc7a1 req-69367c9a-a15c-4636-a077-fc10fc80bb87 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0618577 Jul 13 15:45:42.957810 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:42.974496 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b0d915af-c012-4d77-a455-6391ac5dc7a1 req-9baf99bb-0868-4ddd-bb12-a91f39e6f28e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310919 Jul 13 15:45:42.977045 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea346cf-8991-4143-819a-2d3f310ab690 req-e4993151-ac34-4153-b5ff-a76a5ae3f57e tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:42.978694 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fea346cf-8991-4143-819a-2d3f310ab690 req-e4993151-ac34-4153-b5ff-a76a5ae3f57e tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 932 time: 0.1347950 Jul 13 15:45:43.094306 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fea346cf-8991-4143-819a-2d3f310ab690 req-2920f28e-6d43-476c-a08e-60abd463fa27 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939176 Jul 13 15:45:43.194137 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401ec00-a195-49de-a830-3bbfb203dbe1 req-04c45f31-4d59-4569-8f4c-071170f81b12 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:43.195631 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5401ec00-a195-49de-a830-3bbfb203dbe1 req-04c45f31-4d59-4569-8f4c-071170f81b12 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0705347 Jul 13 15:45:43.234997 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5401ec00-a195-49de-a830-3bbfb203dbe1 req-2301a41c-e964-4b54-a2a8-76c696f078bf tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315745 Jul 13 15:45:43.266927 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13f8dd1-b881-410b-be92-09f675a36060 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:45:43.274927 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:43.286442 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Transition to ACTIVE for port object d13f8dd1-b881-410b-be92-09f675a36060 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:45:43.291477 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:43.344519 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Pushing event updated for resources: {'Port': ['ID=d13f8dd1-b881-410b-be92-09f675a36060,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:43.413400 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Attempting to bind port d13f8dd1-b881-410b-be92-09f675a36060 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:45:43.413751 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Attempting to bind port d13f8dd1-b881-410b-be92-09f675a36060 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e1d74225-0f88-4a37-8b93-d54f34f6655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3fb2e3cf-fd83-4e2d-8997-378bdbed454d'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:45:43.414084 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Attempting to bind port d13f8dd1-b881-410b-be92-09f675a36060 on network 3fb2e3cf-fd83-4e2d-8997-378bdbed454d {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:45:43.418211 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Port d13f8dd1-b881-410b-be92-09f675a36060 on network 3fb2e3cf-fd83-4e2d-8997-378bdbed454d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:45:43.418529 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Attempting to bind port d13f8dd1-b881-410b-be92-09f675a36060 on network 3fb2e3cf-fd83-4e2d-8997-378bdbed454d {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:45:43.423226 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:45:43.423557 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Checking segment: {'id': 'e1d74225-0f88-4a37-8b93-d54f34f6655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3fb2e3cf-fd83-4e2d-8997-378bdbed454d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:45:43.423937 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Bound using segment: {'id': 'e1d74225-0f88-4a37-8b93-d54f34f6655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3fb2e3cf-fd83-4e2d-8997-378bdbed454d'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:45:43.424356 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Bound port: d13f8dd1-b881-410b-be92-09f675a36060, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d74225-0f88-4a37-8b93-d54f34f6655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3fb2e3cf-fd83-4e2d-8997-378bdbed454d'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:45:43.424706 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:43.485877 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] For port d13f8dd1-b881-410b-be92-09f675a36060, host hv-cinder-78836, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:45:43.489352 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] For port d13f8dd1-b881-410b-be92-09f675a36060, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d13f8dd1-b881-410b-be92-09f675a36060,segment=NetworkSegment(e1d74225-0f88-4a37-8b93-d54f34f6655a),segment_id=e1d74225-0f88-4a37-8b93-d54f34f6655a)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:45:43.494345 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:43.503740 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 01bd2d1e-851f-44d6-82fa-1084b9681cd1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:45:43.528176 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:43.528792 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:43.530231 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] 10.222.0.63 "PUT /v2.0/ports/d13f8dd1-b881-410b-be92-09f675a36060 HTTP/1.1" status: 200 len: 1094 time: 0.6875486 Jul 13 15:45:43.530675 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be45e6e-1433-4681-9dad-d04c51116f01', 'tag': 'd13f8dd1-b881-410b-be92-09f675a36060'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:45:43.532877 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74ec786-5392-4eec-95dd-ac6d0cf68a82" -d '{"events": [{"name": "network-changed", "server_uuid": "9be45e6e-1433-4681-9dad-d04c51116f01", "tag": "d13f8dd1-b881-410b-be92-09f675a36060"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:45:43.557602 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d683f6-4305-444e-882c-932e5c1aa47c service neutron] Pushing event updated for resources: {'Port': ['ID=d13f8dd1-b881-410b-be92-09f675a36060,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:43.575426 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8b2ca4-1452-420b-87a1-0422c17f5bfb x-openstack-request-id: req-da8b2ca4-1452-420b-87a1-0422c17f5bfb {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:45:43.575947 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be45e6e-1433-4681-9dad-d04c51116f01", "tag": "d13f8dd1-b881-410b-be92-09f675a36060", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:45:43.576193 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-da8b2ca4-1452-420b-87a1-0422c17f5bfb {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:45:43.576585 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be45e6e-1433-4681-9dad-d04c51116f01', 'tag': 'd13f8dd1-b881-410b-be92-09f675a36060', 'status': 'completed', 'code': 200} Jul 13 15:45:43.653556 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-cdb5dc54-9024-4037-99a2-6dd7f98ef9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:43.655096 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-cdb5dc54-9024-4037-99a2-6dd7f98ef9f1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=660389767cd4485fb1d5ffd23e9f6114&device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 1097 time: 0.0546558 Jul 13 15:45:43.715057 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-13654616-7511-4cd2-9562-38518e6e5a01 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d13f8dd1-b881-410b-be92-09f675a36060 HTTP/1.1" status: 200 len: 217 time: 0.0338037 Jul 13 15:45:43.763531 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-6d72c1af-8d1c-441d-8ce1-a3d20b8f2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:43.764921 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-6d72c1af-8d1c-441d-8ce1-a3d20b8f2ab8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ae06e4b-6835-4dd3-8e1c-d7342dcda81b HTTP/1.1" status: 200 len: 854 time: 0.0421009 Jul 13 15:45:43.798122 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-cb1c0077-499d-412e-9ff7-88e5650304c4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3fb2e3cf-fd83-4e2d-8997-378bdbed454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245802 Jul 13 15:45:43.887069 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-6291dd36-48e0-4d4c-9977-4749c5c234b3 service neutron] 10.222.0.63 "GET /v2.0/networks/3fb2e3cf-fd83-4e2d-8997-378bdbed454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821879 Jul 13 15:45:43.976397 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f5184d7c-10b3-4e06-a6fb-b4589342fd30 req-f74813d4-4873-4481-a444-88970cc5c03e service neutron] 10.222.0.63 "GET /v2.0/networks/3fb2e3cf-fd83-4e2d-8997-378bdbed454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806305 Jul 13 15:45:44.148305 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2d4f2-ec84-41f7-acf1-0f3b84966c96 req-5484fbec-8825-44ee-8b79-374c5bf8666a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:44.150221 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74f2d4f2-ec84-41f7-acf1-0f3b84966c96 req-5484fbec-8825-44ee-8b79-374c5bf8666a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0648463 Jul 13 15:45:44.153924 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ec786-5392-4eec-95dd-ac6d0cf68a82 req-b9c471f4-e84b-4252-b503-9d589ab6128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:44.155748 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e74ec786-5392-4eec-95dd-ac6d0cf68a82 req-b9c471f4-e84b-4252-b503-9d589ab6128a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=660389767cd4485fb1d5ffd23e9f6114&device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 1097 time: 0.0584550 Jul 13 15:45:44.191220 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74f2d4f2-ec84-41f7-acf1-0f3b84966c96 req-a4532961-f37f-43e6-aa8c-62a387ad2d9a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353997 Jul 13 15:45:44.289909 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ec786-5392-4eec-95dd-ac6d0cf68a82 req-9778932d-f72a-45de-8f27-ee94077dabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:44.291388 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e74ec786-5392-4eec-95dd-ac6d0cf68a82 req-9778932d-f72a-45de-8f27-ee94077dabd7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3fb2e3cf-fd83-4e2d-8997-378bdbed454d HTTP/1.1" status: 200 len: 915 time: 0.1273818 Jul 13 15:45:44.342180 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e74ec786-5392-4eec-95dd-ac6d0cf68a82 req-ea93c91b-108e-45d3-b216-be01755caf23 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d13f8dd1-b881-410b-be92-09f675a36060 HTTP/1.1" status: 200 len: 217 time: 0.0400662 Jul 13 15:45:44.355376 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06e3e6-144a-4b7a-a01e-be626d509cca req-86b63f87-615c-4533-88bf-302624ffc5ea tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:44.356991 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8d06e3e6-144a-4b7a-a01e-be626d509cca req-86b63f87-615c-4533-88bf-302624ffc5ea tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 944 time: 0.1157949 Jul 13 15:45:44.426067 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ec786-5392-4eec-95dd-ac6d0cf68a82 req-312071bc-92d6-428d-9583-49c0e0982a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:44.427554 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e74ec786-5392-4eec-95dd-ac6d0cf68a82 req-312071bc-92d6-428d-9583-49c0e0982a51 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ae06e4b-6835-4dd3-8e1c-d7342dcda81b HTTP/1.1" status: 200 len: 854 time: 0.0697470 Jul 13 15:45:44.432726 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8d06e3e6-144a-4b7a-a01e-be626d509cca req-914493be-865e-49d0-8302-22711b771ce3 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675232 Jul 13 15:45:44.438714 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2b7c9-3ac8-4740-a43b-017f4e8d8d81 req-cd4c1512-b7de-42f6-a101-b6026d11c3fb tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:44.447632 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-38a2b7c9-3ac8-4740-a43b-017f4e8d8d81 req-cd4c1512-b7de-42f6-a101-b6026d11c3fb tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0937469 Jul 13 15:45:44.481579 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e74ec786-5392-4eec-95dd-ac6d0cf68a82 req-d0f8416a-1798-47ba-b6ff-fe282015e5d5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3fb2e3cf-fd83-4e2d-8997-378bdbed454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407703 Jul 13 15:45:44.487911 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-38a2b7c9-3ac8-4740-a43b-017f4e8d8d81 req-dd4bdb84-42fc-4588-b1da-1ca0cb0db29e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392015 Jul 13 15:45:44.575882 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e74ec786-5392-4eec-95dd-ac6d0cf68a82 req-887acba2-f995-4da3-9e60-fc4a27d6193b service neutron] 10.222.0.63 "GET /v2.0/networks/3fb2e3cf-fd83-4e2d-8997-378bdbed454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841298 Jul 13 15:45:44.680691 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e74ec786-5392-4eec-95dd-ac6d0cf68a82 req-6d5b0105-c47f-4d51-ad13-9beb285c4a6d service neutron] 10.222.0.63 "GET /v2.0/networks/3fb2e3cf-fd83-4e2d-8997-378bdbed454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927889 Jul 13 15:45:45.364596 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde2a85-0cec-4140-bc8a-5cc1e1f82fab req-09445dd1-2493-473b-9137-b7c8df83040d tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:45.366110 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5dde2a85-0cec-4140-bc8a-5cc1e1f82fab req-09445dd1-2493-473b-9137-b7c8df83040d tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0620019 Jul 13 15:45:45.405458 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5dde2a85-0cec-4140-bc8a-5cc1e1f82fab req-fb148597-ed4d-40f5-ae26-a71f1487a826 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337296 Jul 13 15:45:45.607360 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d760b-a1bb-4b7f-9ae2-b84d1def0000 req-a216d1f9-0cb5-450c-b504-38c0d04607c9 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:45.608859 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f76d760b-a1bb-4b7f-9ae2-b84d1def0000 req-a216d1f9-0cb5-450c-b504-38c0d04607c9 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 944 time: 0.0624623 Jul 13 15:45:45.646155 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f76d760b-a1bb-4b7f-9ae2-b84d1def0000 req-2af79fe6-188b-40dd-b8c6-d03a9bf9cc8e tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318921 Jul 13 15:45:45.667869 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c2e6e-af41-4a41-b856-fa8d078ab3ab req-6f7bb740-b5cb-4770-8f15-32da3a31ce4e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:45.669422 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0a0c2e6e-af41-4a41-b856-fa8d078ab3ab req-6f7bb740-b5cb-4770-8f15-32da3a31ce4e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0632875 Jul 13 15:45:45.706568 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0a0c2e6e-af41-4a41-b856-fa8d078ab3ab req-66784eb0-eead-4aa7-af66-74a6dd1f5a7f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316637 Jul 13 15:45:46.576207 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151b2ec-c5c1-4fcc-bfd5-4c69597315aa req-46271757-e688-444e-8be4-64321059efa8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:46.577696 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1151b2ec-c5c1-4fcc-bfd5-4c69597315aa req-46271757-e688-444e-8be4-64321059efa8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0621643 Jul 13 15:45:46.614402 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1151b2ec-c5c1-4fcc-bfd5-4c69597315aa req-43866441-b7d8-4a30-b491-c780c11c847f tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312881 Jul 13 15:45:46.816693 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b224df-73ef-417a-8e0c-e8f5e021fa66 req-8b97afcc-7076-4fbd-bc29-a69ad976dda2 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:46.818222 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-88b224df-73ef-417a-8e0c-e8f5e021fa66 req-8b97afcc-7076-4fbd-bc29-a69ad976dda2 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 944 time: 0.0655763 Jul 13 15:45:46.857806 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-88b224df-73ef-417a-8e0c-e8f5e021fa66 req-141988ba-29c0-4e2a-835c-25031cedabd2 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330358 Jul 13 15:45:46.885663 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e4e32-bd62-4d37-8e8b-5ade20f21458 req-01ba46ba-a7b2-4803-951c-70864a525056 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:46.887306 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-878e4e32-bd62-4d37-8e8b-5ade20f21458 req-01ba46ba-a7b2-4803-951c-70864a525056 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0678468 Jul 13 15:45:46.923203 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-878e4e32-bd62-4d37-8e8b-5ade20f21458 req-2186416e-3b4b-4c78-ba40-27b5bfbe1cb8 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305445 Jul 13 15:45:47.542464 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device d13f8dd1-b881-410b-be92-09f675a36060 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:45:47.634641 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port d13f8dd1-b881-410b-be92-09f675a36060, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d13f8dd1-b881-410b-be92-09f675a36060,segment=NetworkSegment(e1d74225-0f88-4a37-8b93-d54f34f6655a),segment_id=e1d74225-0f88-4a37-8b93-d54f34f6655a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:45:47.646082 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': 'd13f8dd1-b881-410b-be92-09f675a36060', 'network_id': '3fb2e3cf-fd83-4e2d-8997-378bdbed454d', 'port_id': 'd13f8dd1-b881-410b-be92-09f675a36060', 'mac_address': 'fa:16:3e:7b:2d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae06e4b-6835-4dd3-8e1c-d7342dcda81b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:45:47.683738 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:47.700314 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13f8dd1-b881-410b-be92-09f675a36060 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:45:47.719775 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port d13f8dd1-b881-410b-be92-09f675a36060, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d13f8dd1-b881-410b-be92-09f675a36060,segment=NetworkSegment(e1d74225-0f88-4a37-8b93-d54f34f6655a),segment_id=e1d74225-0f88-4a37-8b93-d54f34f6655a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:45:47.724281 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:47.770491 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=d13f8dd1-b881-410b-be92-09f675a36060,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:47.793553 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69584de0-1bf2-464b-8fe0-f64880dd940c req-9853609f-5ea4-4803-ba3d-f6882a34ea26 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:47.794999 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-69584de0-1bf2-464b-8fe0-f64880dd940c req-9853609f-5ea4-4803-ba3d-f6882a34ea26 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0644093 Jul 13 15:45:47.833297 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-69584de0-1bf2-464b-8fe0-f64880dd940c req-616c8f67-f513-4386-b518-0c7a2efd6a87 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325279 Jul 13 15:45:48.031349 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069348f5-971a-424e-b313-1891e1f68a52 req-ccd7555f-bc89-4734-b088-ba6add7f6f44 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:48.032834 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-069348f5-971a-424e-b313-1891e1f68a52 req-ccd7555f-bc89-4734-b088-ba6add7f6f44 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 945 time: 0.0643010 Jul 13 15:45:48.071487 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-069348f5-971a-424e-b313-1891e1f68a52 req-1492ffc2-85d5-44ec-834d-d9ae7301a863 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Jul 13 15:45:48.107161 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40aa22c-a09b-4f2c-951d-001b3dc2548d req-709bd484-c8b1-4def-a4ef-d84e92644272 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:48.108622 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e40aa22c-a09b-4f2c-951d-001b3dc2548d req-709bd484-c8b1-4def-a4ef-d84e92644272 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0631154 Jul 13 15:45:48.144260 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e40aa22c-a09b-4f2c-951d-001b3dc2548d req-4f0e25d0-1410-49d5-81a3-cb719d6ea9e1 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301657 Jul 13 15:45:48.285738 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['d13f8dd1-b881-410b-be92-09f675a36060'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:45:48.783434 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c7904-7db1-40ef-84a0-e42e86fbc703 req-11932dc6-e7e5-4184-b2db-3f54f02bc378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:48.784936 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-113c7904-7db1-40ef-84a0-e42e86fbc703 req-11932dc6-e7e5-4184-b2db-3f54f02bc378 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb&device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 1098 time: 0.0554042 Jul 13 15:45:48.839545 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:45:48.886480 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c7904-7db1-40ef-84a0-e42e86fbc703 req-f72bb1de-331f-4f6c-8951-e05287ef51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:48.887965 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-113c7904-7db1-40ef-84a0-e42e86fbc703 req-f72bb1de-331f-4f6c-8951-e05287ef51a9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c HTTP/1.1" status: 200 len: 911 time: 0.0823679 Jul 13 15:45:48.960930 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-113c7904-7db1-40ef-84a0-e42e86fbc703 req-fb966982-37b6-4df0-84d0-99b1469add2d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 HTTP/1.1" status: 200 len: 1000 time: 0.0620503 Jul 13 15:45:48.986684 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:49.011263 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311a14a-941b-4770-abd5-b21ccf9eedf2 req-f34b4dd9-3975-49f7-8144-6f7eefb1129e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:49.012944 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5311a14a-941b-4770-abd5-b21ccf9eedf2 req-f34b4dd9-3975-49f7-8144-6f7eefb1129e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0687239 Jul 13 15:45:49.016569 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c7904-7db1-40ef-84a0-e42e86fbc703 req-a4d42cd0-6a14-4a27-8680-dc698938edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:49.018089 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-113c7904-7db1-40ef-84a0-e42e86fbc703 req-a4d42cd0-6a14-4a27-8680-dc698938edf9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=45402ac4-397c-481f-9144-a5b5042569e3 HTTP/1.1" status: 200 len: 849 time: 0.0479734 Jul 13 15:45:49.051385 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5311a14a-941b-4770-abd5-b21ccf9eedf2 req-55b1a47e-89c8-4dbd-aa6a-781a708fab01 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324841 Jul 13 15:45:49.081540 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c7904-7db1-40ef-84a0-e42e86fbc703 req-33e9f8dc-dba6-41ac-b98e-6eb7aabb9eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:49.083070 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-113c7904-7db1-40ef-84a0-e42e86fbc703 req-33e9f8dc-dba6-41ac-b98e-6eb7aabb9eb2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511169 Jul 13 15:45:49.177117 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-113c7904-7db1-40ef-84a0-e42e86fbc703 req-098d3ef3-9a02-4ac3-a5d2-ddadfb607ef5 service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842764 Jul 13 15:45:49.318173 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dec112-607f-4801-8122-6f8d6d5329b0 req-874dc484-8468-41d1-b3e5-36e21eca2bb6 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:49.320520 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-78dec112-607f-4801-8122-6f8d6d5329b0 req-874dc484-8468-41d1-b3e5-36e21eca2bb6 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 945 time: 0.1389430 Jul 13 15:45:49.322785 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-113c7904-7db1-40ef-84a0-e42e86fbc703 req-b77093be-8f29-41a6-b66a-475570fadfb9 service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322045 Jul 13 15:45:49.330756 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ec85d-50d3-449b-99da-a6359864a773 req-ef91c38d-ff51-490d-8963-4d31b8afb758 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:49.333327 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6b3ec85d-50d3-449b-99da-a6359864a773 req-ef91c38d-ff51-490d-8963-4d31b8afb758 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0659320 Jul 13 15:45:49.364580 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-78dec112-607f-4801-8122-6f8d6d5329b0 req-2a178ed3-123c-4a3b-87f8-80d55e789624 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378919 Jul 13 15:45:49.379198 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6b3ec85d-50d3-449b-99da-a6359864a773 req-81d94a8f-1c4c-493d-9187-c43449eb5108 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334799 Jul 13 15:45:49.938183 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a6f4a-7593-4a3a-8f0a-85fbeadd458f req-a023f0cc-417b-49d1-a45f-2a65db8a05c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:49.940529 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-be0a6f4a-7593-4a3a-8f0a-85fbeadd458f req-a023f0cc-417b-49d1-a45f-2a65db8a05c7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8cc48a34b43a42b58784f490bc5e2382&device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 1098 time: 0.0548861 Jul 13 15:45:49.968866 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dffeab-389f-41fb-bf29-8dd1d9cb627e req-cc02effe-544b-479f-aeec-09919d77b018 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:49.970492 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c3dffeab-389f-41fb-bf29-8dd1d9cb627e req-cc02effe-544b-479f-aeec-09919d77b018 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0638442 Jul 13 15:45:50.008410 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c3dffeab-389f-41fb-bf29-8dd1d9cb627e req-8bfbc497-ad8a-41c9-bd49-3a7c8b5de9c1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313890 Jul 13 15:45:50.040466 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a6f4a-7593-4a3a-8f0a-85fbeadd458f req-b86c3a8c-7a56-438a-b20c-2f35a7a30f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:50.041975 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-be0a6f4a-7593-4a3a-8f0a-85fbeadd458f req-b86c3a8c-7a56-438a-b20c-2f35a7a30f80 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3898a02d-5a55-4bd3-acbc-bd89e49018c8 HTTP/1.1" status: 200 len: 919 time: 0.0855708 Jul 13 15:45:50.110257 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-be0a6f4a-7593-4a3a-8f0a-85fbeadd458f req-b76f64b8-90f6-471b-a719-203abf6ea267 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dba99e5-764d-49ed-86ae-8716543af0d3 HTTP/1.1" status: 200 len: 217 time: 0.0341523 Jul 13 15:45:50.157216 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a6f4a-7593-4a3a-8f0a-85fbeadd458f req-19b6ae18-ee64-4698-8731-122f07e6f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:50.158706 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-be0a6f4a-7593-4a3a-8f0a-85fbeadd458f req-19b6ae18-ee64-4698-8731-122f07e6f881 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=678e4bb8-5e76-4f8f-a15c-d9b0ba08c271 HTTP/1.1" status: 200 len: 858 time: 0.0419137 Jul 13 15:45:50.202847 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-be0a6f4a-7593-4a3a-8f0a-85fbeadd458f req-6fd7e05b-569f-45bc-b83e-ee52a7bd0e74 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3898a02d-5a55-4bd3-acbc-bd89e49018c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371850 Jul 13 15:45:50.311265 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dea70-873e-46d5-83ad-079c97d1afd2 req-760ebbee-102c-40a7-a2fd-e3d4dae5a685 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:50.312981 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-896dea70-873e-46d5-83ad-079c97d1afd2 req-760ebbee-102c-40a7-a2fd-e3d4dae5a685 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.1400161 Jul 13 15:45:50.329910 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-be0a6f4a-7593-4a3a-8f0a-85fbeadd458f req-d9ae21d2-a6ed-46ed-a74b-fca3b11ef799 service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119347 Jul 13 15:45:50.335653 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7da7b4f6-9ede-4ecc-b3b9-a11268119d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:50.402508 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-896dea70-873e-46d5-83ad-079c97d1afd2 req-68b59ac2-fd82-4a44-86c0-a626f79e4d84 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820889 Jul 13 15:45:50.438783 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-be0a6f4a-7593-4a3a-8f0a-85fbeadd458f req-793f0841-8ee4-4e72-8cca-bbaea8b12d71 service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985272 Jul 13 15:45:50.550566 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311c0be-f3fd-4236-9ff9-98d0c9ee9ba5 req-ed1bb76b-2eea-4d64-86cb-a2fcf96077b8 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:50.552116 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1311c0be-f3fd-4236-9ff9-98d0c9ee9ba5 req-ed1bb76b-2eea-4d64-86cb-a2fcf96077b8 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 945 time: 0.0724018 Jul 13 15:45:50.591534 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec09d9-de83-474d-b26a-e399d71af11a req-464f39a7-e7a3-493c-8291-58fdddadb9d0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:50.591867 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1311c0be-f3fd-4236-9ff9-98d0c9ee9ba5 req-727bf0c7-57f6-4f42-be92-c9b79fe5207d tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334475 Jul 13 15:45:50.593049 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-16ec09d9-de83-474d-b26a-e399d71af11a req-464f39a7-e7a3-493c-8291-58fdddadb9d0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0659673 Jul 13 15:45:50.630311 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-16ec09d9-de83-474d-b26a-e399d71af11a req-fdcb7b08-62b0-4584-be67-889ca88500a7 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315976 Jul 13 15:45:51.176983 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f67927-927c-4c4d-b720-9bb57080143a req-2d30d82b-b6bb-4da9-90f2-d01f46248540 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:51.179236 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74f67927-927c-4c4d-b720-9bb57080143a req-2d30d82b-b6bb-4da9-90f2-d01f46248540 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0622871 Jul 13 15:45:51.215694 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74f67927-927c-4c4d-b720-9bb57080143a req-ff0d1be7-21fa-4859-85bc-95a611cfe34c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310068 Jul 13 15:45:51.557211 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device d13f8dd1-b881-410b-be92-09f675a36060 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:45:51.583670 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39436f60-4108-43de-b6d2-f5cd579a15dd req-5024f798-81dd-4c3a-9eaf-6665f093b97a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:51.586093 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-39436f60-4108-43de-b6d2-f5cd579a15dd req-5024f798-81dd-4c3a-9eaf-6665f093b97a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0692251 Jul 13 15:45:51.610190 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port d13f8dd1-b881-410b-be92-09f675a36060 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:45:51.613649 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port d13f8dd1-b881-410b-be92-09f675a36060 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:45:51.614048 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:51.627829 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-39436f60-4108-43de-b6d2-f5cd579a15dd req-0e5de81e-562d-4e3c-9f7b-004629a31756 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324671 Jul 13 15:45:51.692101 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:51.715321 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be45e6e-1433-4681-9dad-d04c51116f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13f8dd1-b881-410b-be92-09f675a36060'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:45:51.717502 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f0d253-95d6-4596-92ea-56271844ce34" -d '{"events": [{"server_uuid": "9be45e6e-1433-4681-9dad-d04c51116f01", "name": "network-vif-plugged", "status": "completed", "tag": "d13f8dd1-b881-410b-be92-09f675a36060"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:45:51.729990 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port d13f8dd1-b881-410b-be92-09f675a36060, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d13f8dd1-b881-410b-be92-09f675a36060,segment=NetworkSegment(e1d74225-0f88-4a37-8b93-d54f34f6655a),segment_id=e1d74225-0f88-4a37-8b93-d54f34f6655a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:45:51.734285 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:51.775594 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b4497-c00f-447f-b587-ad09063c02a0 req-abf91e03-94f5-4e43-8b83-3f2886654263 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:51.776922 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-812b4497-c00f-447f-b587-ad09063c02a0 req-abf91e03-94f5-4e43-8b83-3f2886654263 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 945 time: 0.0690713 Jul 13 15:45:51.795977 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=d13f8dd1-b881-410b-be92-09f675a36060,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:51.822858 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-812b4497-c00f-447f-b587-ad09063c02a0 req-dc2ac5dc-5a09-45bd-852f-5307a1bb1eda tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385733 Jul 13 15:45:51.890821 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3dba45-b19a-4cd0-a652-7d079191f6c9 x-openstack-request-id: req-bd3dba45-b19a-4cd0-a652-7d079191f6c9 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:45:51.891306 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be45e6e-1433-4681-9dad-d04c51116f01", "name": "network-vif-plugged", "status": "completed", "tag": "d13f8dd1-b881-410b-be92-09f675a36060", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:45:51.891702 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd3dba45-b19a-4cd0-a652-7d079191f6c9 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:45:51.892279 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be45e6e-1433-4681-9dad-d04c51116f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13f8dd1-b881-410b-be92-09f675a36060', 'code': 200} Jul 13 15:45:51.995743 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6979d-7242-444d-9234-c0a4e71cd2d4 req-4fe798e2-b8d8-473a-9e4f-2fe6f80d5ea7 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:51.998732 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-13a6979d-7242-444d-9234-c0a4e71cd2d4 req-4fe798e2-b8d8-473a-9e4f-2fe6f80d5ea7 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0765820 Jul 13 15:45:52.038601 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-13a6979d-7242-444d-9234-c0a4e71cd2d4 req-c806d73b-0036-497a-af33-b5df973b08bb tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342426 Jul 13 15:45:52.048181 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3e276-81a6-4f9e-a0d6-ce7e0be7a2b9 req-4e004d6a-0023-4d4b-bbba-e66957cc745a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:52.054344 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-80d3e276-81a6-4f9e-a0d6-ce7e0be7a2b9 req-4e004d6a-0023-4d4b-bbba-e66957cc745a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0763869 Jul 13 15:45:52.125784 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-80d3e276-81a6-4f9e-a0d6-ce7e0be7a2b9 req-885570b3-79b0-438e-82ad-e48b43739afe tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589664 Jul 13 15:45:52.141303 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b782b-022a-458e-9a65-0c216feecb65 req-eb3bec37-5db8-434f-9abd-c5e0c22e44a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:52.142842 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d11b782b-022a-458e-9a65-0c216feecb65 req-eb3bec37-5db8-434f-9abd-c5e0c22e44a2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb&device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 1098 time: 0.0849655 Jul 13 15:45:52.225656 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d7cd7-8ef6-49a6-9c54-67a8916bbb86 req-b14bc6d4-b047-4b96-9ff1-102113566644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:52.227166 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2e1d7cd7-8ef6-49a6-9c54-67a8916bbb86 req-b14bc6d4-b047-4b96-9ff1-102113566644 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 1099 time: 0.0505040 Jul 13 15:45:52.243264 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b782b-022a-458e-9a65-0c216feecb65 req-0e0d9168-f098-4bdb-9106-afcc90aa7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:52.245115 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d11b782b-022a-458e-9a65-0c216feecb65 req-0e0d9168-f098-4bdb-9106-afcc90aa7aba service neutron] 10.222.0.63 "GET /v2.0/networks?id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c HTTP/1.1" status: 200 len: 911 time: 0.0848918 Jul 13 15:45:52.264145 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2e1d7cd7-8ef6-49a6-9c54-67a8916bbb86 req-8d8bd624-8692-4fe7-b741-58067ee2d424 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300698 Jul 13 15:45:52.313574 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d11b782b-022a-458e-9a65-0c216feecb65 req-ae765859-c208-49be-b666-b09d660c4952 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 HTTP/1.1" status: 200 len: 1000 time: 0.0615122 Jul 13 15:45:52.391965 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8024a-7c4c-4743-9a8d-b13285e08913 req-97ccc951-01e5-4e93-ade1-91a2880a1107 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:52.393474 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-10d8024a-7c4c-4743-9a8d-b13285e08913 req-97ccc951-01e5-4e93-ade1-91a2880a1107 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0656044 Jul 13 15:45:52.430695 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-10d8024a-7c4c-4743-9a8d-b13285e08913 req-66d46f57-7e38-4ed4-9450-c3341ab5f3fc tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312557 Jul 13 15:45:52.624271 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b782b-022a-458e-9a65-0c216feecb65 req-4fa59dfe-8136-4691-82c8-6404ae26341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:52.625812 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d11b782b-022a-458e-9a65-0c216feecb65 req-4fa59dfe-8136-4691-82c8-6404ae26341f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=45402ac4-397c-481f-9144-a5b5042569e3 HTTP/1.1" status: 200 len: 849 time: 0.0442808 Jul 13 15:45:52.687347 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b782b-022a-458e-9a65-0c216feecb65 req-e2941fc3-0b48-43a2-93f5-d3d49fe8ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:52.688828 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d11b782b-022a-458e-9a65-0c216feecb65 req-e2941fc3-0b48-43a2-93f5-d3d49fe8ec6c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510278 Jul 13 15:45:52.780211 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d11b782b-022a-458e-9a65-0c216feecb65 req-22fec20a-8fd8-40a7-af18-ec9eaa3b97ec service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831268 Jul 13 15:45:52.792216 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-126fec99-f853-4c2e-9492-3b8c3d26699f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:52.874555 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d11b782b-022a-458e-9a65-0c216feecb65 req-28ad91d5-5573-4f8a-9e4b-1636ff0f989e service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844178 Jul 13 15:45:52.993549 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8aa9c6-777b-4f00-9efa-698f13f31ad7 req-0de75207-32c3-4504-9356-2dfb34e51d8e tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:52.995094 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9a8aa9c6-777b-4f00-9efa-698f13f31ad7 req-0de75207-32c3-4504-9356-2dfb34e51d8e tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 946 time: 0.0621643 Jul 13 15:45:53.026495 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:53.033388 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9a8aa9c6-777b-4f00-9efa-698f13f31ad7 req-e9516f13-86e6-4c86-a938-17d082cdddb9 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328519 Jul 13 15:45:53.222716 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f55f5-4878-44c2-8d49-fdb55498aff4 req-8369a13e-c7be-4ae4-99a9-319ca62ff5af tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:53.224203 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4b4f55f5-4878-44c2-8d49-fdb55498aff4 req-8369a13e-c7be-4ae4-99a9-319ca62ff5af tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0620153 Jul 13 15:45:53.262803 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4b4f55f5-4878-44c2-8d49-fdb55498aff4 req-e9c22f96-93c3-4b15-989b-f7eb1cd36bd3 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327110 Jul 13 15:45:53.302134 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0b816-4e4a-41b9-ba6b-db65c4491fa6 req-a8002ecc-1650-4258-b6e3-aa9809339325 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:53.304225 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-89c0b816-4e4a-41b9-ba6b-db65c4491fa6 req-a8002ecc-1650-4258-b6e3-aa9809339325 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0671654 Jul 13 15:45:53.340560 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-89c0b816-4e4a-41b9-ba6b-db65c4491fa6 req-53be8f6a-de01-44d5-9658-ccca499f7178 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308664 Jul 13 15:45:53.607402 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9e532-4a53-4a10-9515-d60fc8bf1f5c req-35f00eb8-36f6-44cb-8c5e-04a033421a1c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:53.608868 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eed9e532-4a53-4a10-9515-d60fc8bf1f5c req-35f00eb8-36f6-44cb-8c5e-04a033421a1c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0661669 Jul 13 15:45:53.645236 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eed9e532-4a53-4a10-9515-d60fc8bf1f5c req-3d3e9cc8-5e1a-4f27-b98b-d35f892a8a42 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309329 Jul 13 15:45:53.905584 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:54.202635 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80effa-e240-4c3c-8bff-b6e70e59b022 req-d7a70bdf-eb81-454f-bb75-53da04963306 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:54.204002 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4d80effa-e240-4c3c-8bff-b6e70e59b022 req-d7a70bdf-eb81-454f-bb75-53da04963306 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 946 time: 0.0610871 Jul 13 15:45:54.240599 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4d80effa-e240-4c3c-8bff-b6e70e59b022 req-f0860202-5179-446c-b06b-0c7d6a8b4581 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306718 Jul 13 15:45:54.449918 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90db845-a8d4-45d2-b6ae-e26228fe5052 req-1d742098-3902-4fc6-a465-f806b86e5e6e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:54.451392 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b90db845-a8d4-45d2-b6ae-e26228fe5052 req-1d742098-3902-4fc6-a465-f806b86e5e6e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0680611 Jul 13 15:45:54.489094 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b90db845-a8d4-45d2-b6ae-e26228fe5052 req-9bba03d5-4756-40a0-a7fa-9a0007c77dab tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321007 Jul 13 15:45:54.660997 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8381361-c1aa-4c68-bb42-3991391474cb req-11a6624c-b3a2-455b-9cb8-24b19397896c tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:54.663154 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e8381361-c1aa-4c68-bb42-3991391474cb req-11a6624c-b3a2-455b-9cb8-24b19397896c tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0671403 Jul 13 15:45:54.702359 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e8381361-c1aa-4c68-bb42-3991391474cb req-fd9c14fa-f026-4d13-9ec2-036a13b8d6a7 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322909 Jul 13 15:45:54.832924 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d7c0b-e59b-4a53-9985-275656e4f591 req-aba6f6e1-ba94-4b73-9f7a-c2d37eae1a4c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:54.834965 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5c3d7c0b-e59b-4a53-9985-275656e4f591 req-aba6f6e1-ba94-4b73-9f7a-c2d37eae1a4c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0624754 Jul 13 15:45:54.871191 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5c3d7c0b-e59b-4a53-9985-275656e4f591 req-266eed6b-6cfd-4415-87dd-d1bd1459547d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305243 Jul 13 15:45:55.616004 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:55.662641 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8831c1-523a-449d-943a-587c9af8f8ea req-66169c34-7ce9-46ee-b955-3422279c80fa tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:55.664101 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ae8831c1-523a-449d-943a-587c9af8f8ea req-66169c34-7ce9-46ee-b955-3422279c80fa tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0618322 Jul 13 15:45:55.701042 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ae8831c1-523a-449d-943a-587c9af8f8ea req-026c31e4-4a42-4e8c-9b24-64bc6557a2ed tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312536 Jul 13 15:45:56.047464 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563886e9-1be0-453d-b1c7-814c884854bd req-672a47ab-98e3-4b6b-a18f-39008b35fef3 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:56.048952 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-563886e9-1be0-453d-b1c7-814c884854bd req-672a47ab-98e3-4b6b-a18f-39008b35fef3 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0644557 Jul 13 15:45:56.087674 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-563886e9-1be0-453d-b1c7-814c884854bd req-0d1d661e-20c7-4bc7-902d-bceda7e6d2f3 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327017 Jul 13 15:45:56.304911 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28876a9a-894b-4efc-827f-1f778effe0f4 req-c22060e9-f346-4e6b-82a8-1fe1da15c4e2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:56.306401 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-28876a9a-894b-4efc-827f-1f778effe0f4 req-c22060e9-f346-4e6b-82a8-1fe1da15c4e2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 946 time: 0.0659363 Jul 13 15:45:56.343288 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-28876a9a-894b-4efc-827f-1f778effe0f4 req-99d4a67e-330a-44be-a858-23866bb45ae0 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Jul 13 15:45:56.366754 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 47056) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:45:56.512585 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4188b4a7-939e-4081-b24c-72ea63c74da0 tempest-TestMinimumBasicScenario-1008031791 tempest-TestMinimumBasicScenario-1008031791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:56.514100 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-4188b4a7-939e-4081-b24c-72ea63c74da0 tempest-TestMinimumBasicScenario-1008031791 tempest-TestMinimumBasicScenario-1008031791-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 1094 time: 0.1463954 Jul 13 15:45:56.516852 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 47060) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:45:56.521068 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Request body: {'floatingip': {'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'port_id': '0bead8b8-57d4-4c94-b979-3abd4d59e35c', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:45:56.542013 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for floatingip, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:56.636459 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:56.735201 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Allocated IP 172.27.1.209 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/17375fe9-649f-47b3-abdd-f6a4e8b5a742) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:45:56.844426 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:56.895045 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:56.898403 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353c634-43f8-4fe5-b0e5-b121976b52b4 req-7bb13f84-490c-4200-a9fd-2c249f16dae0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:56.899900 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8353c634-43f8-4fe5-b0e5-b121976b52b4 req-7bb13f84-490c-4200-a9fd-2c249f16dae0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0727143 Jul 13 15:45:56.932681 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:45:56.938248 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:45:56.938871 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8353c634-43f8-4fe5-b0e5-b121976b52b4 req-6b6b0075-0241-41c5-b6d4-bdac52de3652 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329206 Jul 13 15:45:56.941114 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:45:56.971599 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Pushing event updated for resources: {'Port': ['ID=17375fe9-649f-47b3-abdd-f6a4e8b5a742,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:57.512088 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db94781-762b-43ac-b894-a6142bb8c27b req-01e22f77-b5a4-4398-bf33-a79cb76d1f26 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:57.513561 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5db94781-762b-43ac-b894-a6142bb8c27b req-01e22f77-b5a4-4398-bf33-a79cb76d1f26 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.1165106 Jul 13 15:45:57.616880 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5db94781-762b-43ac-b894-a6142bb8c27b req-6a8f73b8-e231-4218-bc14-835a6743dedb tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740244 Jul 13 15:45:57.639329 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:57.712846 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:57.861914 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:57.867558 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:57.935088 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Pushing event updated for resources: {'Port': ['ID=17375fe9-649f-47b3-abdd-f6a4e8b5a742,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:57.949286 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:58.047311 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.l3_db [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Floating IP df2c0721-3582-4925-b90e-a13f830b843c associated. External IP: 172.27.1.209, port: 0bead8b8-57d4-4c94-b979-3abd4d59e35c. Jul 13 15:45:58.116433 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1547dd2-7b2a-4262-925f-5ce017dbdc98 req-ec407f04-66e1-4536-9d90-eda8c5b2c8c1 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:58.117955 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d1547dd2-7b2a-4262-925f-5ce017dbdc98 req-ec407f04-66e1-4536-9d90-eda8c5b2c8c1 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0627713 Jul 13 15:45:58.155712 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d1547dd2-7b2a-4262-925f-5ce017dbdc98 req-92f73f6e-e597-431b-bb80-38147cdc2f46 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322080 Jul 13 15:45:58.321592 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb671c1-c18f-4bea-955e-a8cdac0fbf38 req-6c146ce2-1f3a-4c21-b59e-ad9b408d43e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:58.323121 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-efb671c1-c18f-4bea-955e-a8cdac0fbf38 req-6c146ce2-1f3a-4c21-b59e-ad9b408d43e7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8&tenant_id=0d94faec815442809ce9f4332a1bb5b0 HTTP/1.1" status: 200 len: 1097 time: 0.1397350 Jul 13 15:45:58.327104 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Router f8bd330b-9f38-4005-89ac-c5b2001a4378 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:45:58.467181 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:45:58.479582 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f38c1-34c9-4a1c-9b85-c4540461c6e7 None None] Sync routers for ids ['f8bd330b-9f38-4005-89ac-c5b2001a4378'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:45:58.487317 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb671c1-c18f-4bea-955e-a8cdac0fbf38 req-326212bf-3920-4828-acb6-142dd26b74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:58.488901 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-efb671c1-c18f-4bea-955e-a8cdac0fbf38 req-326212bf-3920-4828-acb6-142dd26b74f6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d94faec815442809ce9f4332a1bb5b0&device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 1097 time: 0.1065760 Jul 13 15:45:58.489093 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f38c1-34c9-4a1c-9b85-c4540461c6e7 None None] Routers {'f8bd330b-9f38-4005-89ac-c5b2001a4378'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:45:58.490525 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-c34f38c1-34c9-4a1c-9b85-c4540461c6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:45:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8bd330b-9f38-4005-89ac-c5b2001a4378'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:45:58.490715 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:58.576868 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 47078) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:45:58.577073 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-e1782e20-1e1e-4197-9b11-592998a3aa2e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0590174 Jul 13 15:45:58.579356 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a881c643-745f-4ff6-9285-5ba242e98786', 'tag': '0bead8b8-57d4-4c94-b979-3abd4d59e35c'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:45:58.581567 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b619e0a1-aa26-441b-a516-3d9eb3af92bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a881c643-745f-4ff6-9285-5ba242e98786", "tag": "0bead8b8-57d4-4c94-b979-3abd4d59e35c"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:45:58.581848 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352525292', 'description': 'tempest-secgroup-smoke-352525292 description', 'project_id': '27176121430a45ed8ed19072cbd8d9dc'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:45:58.602081 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-c34f38c1-34c9-4a1c-9b85-c4540461c6e7 None None] Set router f8bd330b-9f38-4005-89ac-c5b2001a4378 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:45:58.617218 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:58.620422 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9993f6c8-d9e6-4312-a9d1-bd3d16d85ded x-openstack-request-id: req-9993f6c8-d9e6-4312-a9d1-bd3d16d85ded {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:45:58.620796 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a881c643-745f-4ff6-9285-5ba242e98786", "tag": "0bead8b8-57d4-4c94-b979-3abd4d59e35c", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:45:58.621112 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9993f6c8-d9e6-4312-a9d1-bd3d16d85ded {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:45:58.621559 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a881c643-745f-4ff6-9285-5ba242e98786', 'tag': '0bead8b8-57d4-4c94-b979-3abd4d59e35c', 'status': 'completed', 'code': 200} Jul 13 15:45:58.626134 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb671c1-c18f-4bea-955e-a8cdac0fbf38 req-3e4680fc-eaec-4666-aa6d-e0cbf457380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:58.627592 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-efb671c1-c18f-4bea-955e-a8cdac0fbf38 req-3e4680fc-eaec-4666-aa6d-e0cbf457380f service neutron] 10.222.0.63 "GET /v2.0/networks?id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 HTTP/1.1" status: 200 len: 918 time: 0.1168556 Jul 13 15:45:58.740175 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:58.751690 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-efb671c1-c18f-4bea-955e-a8cdac0fbf38 req-8adf2fba-9b36-4b45-a81f-71b731b9c354 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1 HTTP/1.1" status: 200 len: 1000 time: 0.0769725 Jul 13 15:45:58.753271 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:58.808984 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb671c1-c18f-4bea-955e-a8cdac0fbf38 req-cd361226-81f8-4277-b99e-3466bce41d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:58.810661 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-efb671c1-c18f-4bea-955e-a8cdac0fbf38 req-cd361226-81f8-4277-b99e-3466bce41d62 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=823f7a85-e8b2-4154-bda7-8fa34af93224 HTTP/1.1" status: 200 len: 856 time: 0.0496066 Jul 13 15:45:58.813742 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:58.814942 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2369919 Jul 13 15:45:58.819718 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 47084) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:45:58.825035 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-b81273b1-3c99-4714-ad65-d868aed777be tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Request body: {'security_group_rule': {'security_group_id': 'f2990477-4dfa-4402-baef-1ade6bf2866e', 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:45:58.829029 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2990477-4dfa-4402-baef-1ade6bf2866e,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:58.836494 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619e0a1-aa26-441b-a516-3d9eb3af92bd req-f124af74-181a-4936-92bf-b239b483dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:58.837995 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b619e0a1-aa26-441b-a516-3d9eb3af92bd req-f124af74-181a-4936-92bf-b239b483dc99 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=27176121430a45ed8ed19072cbd8d9dc&device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 1099 time: 0.1538451 Jul 13 15:45:58.850471 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:58.850933 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:58.851154 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:58.851494 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:58.851823 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:58.852148 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:58.852471 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:58.852792 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:58.853110 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:58.853431 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:58.853772 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:58.854091 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4807894-efcc-43bf-bf72-6e58ffb331d7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:45:58.877934 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb671c1-c18f-4bea-955e-a8cdac0fbf38 req-ab4eb126-d5bc-45d9-a332-1fa73653558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:58.880028 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-c34f38c1-34c9-4a1c-9b85-c4540461c6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:11Z', 'updated_at': '2021-07-13T15:44:15Z', 'revision_number': 4, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'gw_port': {'id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:12Z', 'updated_at': '2021-07-13T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': 'df2c0721-3582-4925-b90e-a13f830b843c', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'port_id': '0bead8b8-57d4-4c94-b979-3abd4d59e35c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'mac_address': 'fa:16:3e:ef:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a881c643-745f-4ff6-9285-5ba242e98786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:45:57Z', 'updated_at': '2021-07-13T15:45:57Z', 'revision_number': 0, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1219d6ca-474b-4050-8c03-8f4ae4dc8375', 'name': '', 'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'mac_address': 'fa:16:3e:df:2e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '3f680998-d785-4612-807c-6587ab46ca94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:14Z', 'updated_at': '2021-07-13T15:44:23Z', 'revision_number': 5, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'subnets': [{'id': '3f680998-d785-4612-807c-6587ab46ca94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:45:58.880240 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-efb671c1-c18f-4bea-955e-a8cdac0fbf38 req-ab4eb126-d5bc-45d9-a332-1fa73653558b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620234 Jul 13 15:45:58.910850 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f38c1-34c9-4a1c-9b85-c4540461c6e7 None None] Checking router: f8bd330b-9f38-4005-89ac-c5b2001a4378 for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:45:58.925551 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f38c1-34c9-4a1c-9b85-c4540461c6e7 None None] Routers {'f8bd330b-9f38-4005-89ac-c5b2001a4378'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:45:58.926211 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-c34f38c1-34c9-4a1c-9b85-c4540461c6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:45:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8bd330b-9f38-4005-89ac-c5b2001a4378'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:45:58.931448 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b81273b1-3c99-4714-ad65-d868aed777be tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:58.964837 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e1ca-e47d-4b0c-9dd6-58069b1a4fd5 req-aa0ace1e-6850-47b1-9efc-5ec4ffb876e6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:58.964837 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2751e1ca-e47d-4b0c-9dd6-58069b1a4fd5 req-aa0ace1e-6850-47b1-9efc-5ec4ffb876e6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.2162514 Jul 13 15:45:59.008402 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-efb671c1-c18f-4bea-955e-a8cdac0fbf38 req-0e3fab77-f94b-46af-a285-2535dde9afcb service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109560 Jul 13 15:45:59.035256 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619e0a1-aa26-441b-a516-3d9eb3af92bd req-313eb53c-2c18-4ec1-b800-5415cd55fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:59.037314 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b619e0a1-aa26-441b-a516-3d9eb3af92bd req-313eb53c-2c18-4ec1-b800-5415cd55fc81 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b40636d5-689a-4613-b578-7de440d54593 HTTP/1.1" status: 200 len: 916 time: 0.1782231 Jul 13 15:45:59.051818 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2751e1ca-e47d-4b0c-9dd6-58069b1a4fd5 req-ded8fea7-8a3a-4290-b7f9-1eb8bdc998ba tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778251 Jul 13 15:45:59.054125 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b81273b1-3c99-4714-ad65-d868aed777be tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.063681 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b81273b1-3c99-4714-ad65-d868aed777be tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.110734 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-c34f38c1-34c9-4a1c-9b85-c4540461c6e7 None None] Set router f8bd330b-9f38-4005-89ac-c5b2001a4378 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:45:59.150442 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b81273b1-3c99-4714-ad65-d868aed777be tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.154327 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-b81273b1-3c99-4714-ad65-d868aed777be tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3310595 Jul 13 15:45:59.154535 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 47094) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:45:59.156138 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-efb671c1-c18f-4bea-955e-a8cdac0fbf38 req-1da81fb2-3b15-4a4e-b0ae-119d699b02e9 service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371112 Jul 13 15:45:59.160676 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-f5f0ae47-ca4a-4bc4-b9f8-de9e286ed8e4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Request body: {'security_group_rule': {'security_group_id': 'f2990477-4dfa-4402-baef-1ade6bf2866e', 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:45:59.165596 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81273b1-3c99-4714-ad65-d868aed777be tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9788fa55-b444-4ebd-ba10-b2d35ae7a59d,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:59.212578 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b619e0a1-aa26-441b-a516-3d9eb3af92bd req-c1be2b0b-6128-4480-8bce-603c5f37ed2d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bead8b8-57d4-4c94-b979-3abd4d59e35c HTTP/1.1" status: 200 len: 1000 time: 0.1572716 Jul 13 15:45:59.219340 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f5f0ae47-ca4a-4bc4-b9f8-de9e286ed8e4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.308944 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619e0a1-aa26-441b-a516-3d9eb3af92bd req-c766dd9b-ac7f-4e35-b9cf-522940289a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:59.310453 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b619e0a1-aa26-441b-a516-3d9eb3af92bd req-c766dd9b-ac7f-4e35-b9cf-522940289a62 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3f680998-d785-4612-807c-6587ab46ca94 HTTP/1.1" status: 200 len: 854 time: 0.0806060 Jul 13 15:45:59.354291 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e397563-cd76-496b-8090-abad14af55eb req-8c8b91e2-8173-4137-a486-27d3c944bec7 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:59.356000 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5e397563-cd76-496b-8090-abad14af55eb req-8c8b91e2-8173-4137-a486-27d3c944bec7 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0648265 Jul 13 15:45:59.359157 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f5f0ae47-ca4a-4bc4-b9f8-de9e286ed8e4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.367539 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f5f0ae47-ca4a-4bc4-b9f8-de9e286ed8e4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.376753 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-c34f38c1-34c9-4a1c-9b85-c4540461c6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:11Z', 'updated_at': '2021-07-13T15:44:15Z', 'revision_number': 4, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'gw_port': {'id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:12Z', 'updated_at': '2021-07-13T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': 'df2c0721-3582-4925-b90e-a13f830b843c', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'port_id': '0bead8b8-57d4-4c94-b979-3abd4d59e35c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'mac_address': 'fa:16:3e:ef:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a881c643-745f-4ff6-9285-5ba242e98786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:45:57Z', 'updated_at': '2021-07-13T15:45:57Z', 'revision_number': 0, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1219d6ca-474b-4050-8c03-8f4ae4dc8375', 'name': '', 'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'mac_address': 'fa:16:3e:df:2e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '3f680998-d785-4612-807c-6587ab46ca94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:14Z', 'updated_at': '2021-07-13T15:44:23Z', 'revision_number': 5, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'subnets': [{'id': '3f680998-d785-4612-807c-6587ab46ca94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:45:59.391737 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f5f0ae47-ca4a-4bc4-b9f8-de9e286ed8e4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.395485 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-f5f0ae47-ca4a-4bc4-b9f8-de9e286ed8e4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2374492 Jul 13 15:45:59.395878 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 47102) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:45:59.400228 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0ae47-ca4a-4bc4-b9f8-de9e286ed8e4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fff6ca-9b27-4d70-8418-524fcd489665,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:59.401382 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-c9c43888-1994-43ae-be01-6503f40bc468 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Request body: {'security_group_rule': {'security_group_id': 'f2990477-4dfa-4402-baef-1ade6bf2866e', 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:45:59.408602 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f38c1-34c9-4a1c-9b85-c4540461c6e7 None None] The sync data for ids ['f8bd330b-9f38-4005-89ac-c5b2001a4378'] in dv-cinder-788366-2-iscsi is: [{'id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:11Z', 'updated_at': '2021-07-13T15:44:15Z', 'revision_number': 4, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'gw_port': {'id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:12Z', 'updated_at': '2021-07-13T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': 'df2c0721-3582-4925-b90e-a13f830b843c', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'port_id': '0bead8b8-57d4-4c94-b979-3abd4d59e35c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'mac_address': 'fa:16:3e:ef:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a881c643-745f-4ff6-9285-5ba242e98786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:45:57Z', 'updated_at': '2021-07-13T15:45:57Z', 'revision_number': 0, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1219d6ca-474b-4050-8c03-8f4ae4dc8375', 'name': '', 'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'mac_address': 'fa:16:3e:df:2e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '3f680998-d785-4612-807c-6587ab46ca94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:14Z', 'updated_at': '2021-07-13T15:44:23Z', 'revision_number': 5, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'subnets': [{'id': '3f680998-d785-4612-807c-6587ab46ca94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:45:59.410112 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5e397563-cd76-496b-8090-abad14af55eb req-fd385211-2c04-4a8e-987a-a3407e776895 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472503 Jul 13 15:45:59.424877 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619e0a1-aa26-441b-a516-3d9eb3af92bd req-2837b6cf-1b20-40d7-adea-b33eeaec09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:45:59.426700 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b619e0a1-aa26-441b-a516-3d9eb3af92bd req-2837b6cf-1b20-40d7-adea-b33eeaec09c7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b40636d5-689a-4613-b578-7de440d54593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1022472 Jul 13 15:45:59.434624 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c9c43888-1994-43ae-be01-6503f40bc468 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.502401 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c9c43888-1994-43ae-be01-6503f40bc468 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.507574 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c9c43888-1994-43ae-be01-6503f40bc468 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.529300 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c9c43888-1994-43ae-be01-6503f40bc468 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.533696 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-c9c43888-1994-43ae-be01-6503f40bc468 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328919 Jul 13 15:45:59.533696 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 47110) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:45:59.538086 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-e24b5d1e-0813-4401-9dbf-8db2e522fa39 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Request body: {'security_group_rule': {'security_group_id': 'f2990477-4dfa-4402-baef-1ade6bf2866e', 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:45:59.540412 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b619e0a1-aa26-441b-a516-3d9eb3af92bd req-2d482205-281a-4c87-9811-7b6666ddd47d service neutron] 10.222.0.63 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994334 Jul 13 15:45:59.543269 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c43888-1994-43ae-be01-6503f40bc468 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c43eab9-79d5-42f4-b46f-375bd7f32a55,revision_number=0']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:59.579043 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e24b5d1e-0813-4401-9dbf-8db2e522fa39 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.670608 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b619e0a1-aa26-441b-a516-3d9eb3af92bd req-dbc261da-0d9c-44ca-8949-043ae3cc96a0 service neutron] 10.222.0.63 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089630 Jul 13 15:45:59.671480 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e24b5d1e-0813-4401-9dbf-8db2e522fa39 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.677010 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e24b5d1e-0813-4401-9dbf-8db2e522fa39 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.680971 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cccaf5-565a-4ffe-829f-e5ad625e48d8 None None] New status for floating IP df2c0721-3582-4925-b90e-a13f830b843c: ACTIVE {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:45:59.699333 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b5d1e-0813-4401-9dbf-8db2e522fa39 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73b7d61-f879-42d5-ac84-c1c5deaf446c,revision_number=0']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:59.704168 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e24b5d1e-0813-4401-9dbf-8db2e522fa39 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.708364 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 47116) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:45:59.708580 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-e24b5d1e-0813-4401-9dbf-8db2e522fa39 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1741719 Jul 13 15:45:59.714933 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-6455919c-c2a6-47f4-a044-de93e6405011 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Request body: {'security_group_rule': {'security_group_id': 'f2990477-4dfa-4402-baef-1ade6bf2866e', 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:45:59.740711 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.securitygroups_db [None req-6455919c-c2a6-47f4-a044-de93e6405011 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Project 27176121430a45ed8ed19072cbd8d9dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 15:45:59.746281 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6455919c-c2a6-47f4-a044-de93e6405011 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.815617 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6455919c-c2a6-47f4-a044-de93e6405011 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.822019 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6455919c-c2a6-47f4-a044-de93e6405011 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.842441 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455919c-c2a6-47f4-a044-de93e6405011 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88de4b9d-8f75-4b10-93aa-c3451c9d032c,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:45:59.850814 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6455919c-c2a6-47f4-a044-de93e6405011 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.854629 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-6455919c-c2a6-47f4-a044-de93e6405011 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423006 Jul 13 15:45:59.854806 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 47124) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:45:59.861618 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-acdb0872-aa27-4c09-b4c6-b7fe4c097679 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Request body: {'security_group_rule': {'security_group_id': 'f2990477-4dfa-4402-baef-1ade6bf2866e', 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:45:59.886115 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.securitygroups_db [None req-acdb0872-aa27-4c09-b4c6-b7fe4c097679 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Project 27176121430a45ed8ed19072cbd8d9dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 15:45:59.893348 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-acdb0872-aa27-4c09-b4c6-b7fe4c097679 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.975699 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-acdb0872-aa27-4c09-b4c6-b7fe4c097679 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:45:59.982625 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-acdb0872-aa27-4c09-b4c6-b7fe4c097679 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:00.008655 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-acdb0872-aa27-4c09-b4c6-b7fe4c097679 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:00.013297 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-acdb0872-aa27-4c09-b4c6-b7fe4c097679 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1542096 Jul 13 15:46:00.013297 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb0872-aa27-4c09-b4c6-b7fe4c097679 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c570c4-76a0-45d1-8287-b8bda2212143,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:46:00.173167 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-943588e5-18cf-4fec-9f9c-8efc90016727 req-91058248-e250-4d5e-ba78-8fc21ddedb17 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352525292&fields=id&tenant_id=27176121430a45ed8ed19072cbd8d9dc HTTP/1.1" status: 200 len: 267 time: 0.0564523 Jul 13 15:46:00.282391 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943588e5-18cf-4fec-9f9c-8efc90016727 req-0b5ed5f5-cda3-4914-8c12-9a076013cd04 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:00.283800 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-943588e5-18cf-4fec-9f9c-8efc90016727 req-0b5ed5f5-cda3-4914-8c12-9a076013cd04 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 946 time: 0.1046498 Jul 13 15:46:00.285145 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c47f6-9f2e-4ca2-8050-d4314f1c0103 req-a4fac0cc-288a-4e3c-8908-0009abe1bc69 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:00.286896 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7f8c47f6-9f2e-4ca2-8050-d4314f1c0103 req-a4fac0cc-288a-4e3c-8908-0009abe1bc69 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0811181 Jul 13 15:46:00.294555 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-943588e5-18cf-4fec-9f9c-8efc90016727 req-4dc51252-7363-485f-a144-78fed7fca04b tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Request body: {'port': {'security_groups': ['a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73', 'f2990477-4dfa-4402-baef-1ade6bf2866e']}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:46:00.325659 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7f8c47f6-9f2e-4ca2-8050-d4314f1c0103 req-d4df268e-3618-4ebc-8886-54364583f65a tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Jul 13 15:46:00.403036 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-943588e5-18cf-4fec-9f9c-8efc90016727 req-4dc51252-7363-485f-a144-78fed7fca04b tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:00.613465 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-943588e5-18cf-4fec-9f9c-8efc90016727 req-4dc51252-7363-485f-a144-78fed7fca04b tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] For port 0bead8b8-57d4-4c94-b979-3abd4d59e35c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0bead8b8-57d4-4c94-b979-3abd4d59e35c,segment=NetworkSegment(9db2bad1-917b-4391-b73e-d82a5cb08533),segment_id=9db2bad1-917b-4391-b73e-d82a5cb08533)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:46:00.649188 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-943588e5-18cf-4fec-9f9c-8efc90016727 req-4dc51252-7363-485f-a144-78fed7fca04b tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:00.655106 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-943588e5-18cf-4fec-9f9c-8efc90016727 req-4dc51252-7363-485f-a144-78fed7fca04b tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:00.701473 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['0bead8b8-57d4-4c94-b979-3abd4d59e35c'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:46:00.702173 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943588e5-18cf-4fec-9f9c-8efc90016727 req-4dc51252-7363-485f-a144-78fed7fca04b tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:00.702997 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-943588e5-18cf-4fec-9f9c-8efc90016727 req-4dc51252-7363-485f-a144-78fed7fca04b tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:00.704417 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-943588e5-18cf-4fec-9f9c-8efc90016727 req-4dc51252-7363-485f-a144-78fed7fca04b tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "PUT /v2.0/ports/0bead8b8-57d4-4c94-b979-3abd4d59e35c HTTP/1.1" status: 200 len: 982 time: 0.4144719 Jul 13 15:46:00.704863 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a881c643-745f-4ff6-9285-5ba242e98786', 'tag': '0bead8b8-57d4-4c94-b979-3abd4d59e35c'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:46:00.707169 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e1853b-9e05-473f-9014-409d8ff3973f" -d '{"events": [{"name": "network-changed", "server_uuid": "a881c643-745f-4ff6-9285-5ba242e98786", "tag": "0bead8b8-57d4-4c94-b979-3abd4d59e35c"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:46:00.745388 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc51252-7363-485f-a144-78fed7fca04b tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Pushing event updated for resources: {'Port': ['ID=0bead8b8-57d4-4c94-b979-3abd4d59e35c,revision_number=6']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:46:00.764521 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c280f2-981a-437d-bbf2-78f95e451f19 req-76fbf8fb-483f-4008-abd6-ea12986c1571 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:00.768396 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-57c280f2-981a-437d-bbf2-78f95e451f19 req-76fbf8fb-483f-4008-abd6-ea12986c1571 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.1083150 Jul 13 15:46:00.874801 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-57c280f2-981a-437d-bbf2-78f95e451f19 req-a901aba7-7b69-454c-9a9f-3d7ecdadabbc tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920341 Jul 13 15:46:00.950155 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf2b38f-ea2a-4425-911e-caf0d982b81f x-openstack-request-id: req-9cf2b38f-ea2a-4425-911e-caf0d982b81f {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:46:00.950444 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a881c643-745f-4ff6-9285-5ba242e98786", "tag": "0bead8b8-57d4-4c94-b979-3abd4d59e35c", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:46:00.950695 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9cf2b38f-ea2a-4425-911e-caf0d982b81f {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:46:00.951095 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a881c643-745f-4ff6-9285-5ba242e98786', 'tag': '0bead8b8-57d4-4c94-b979-3abd4d59e35c', 'status': 'completed', 'code': 200} Jul 13 15:46:00.970843 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['0bead8b8-57d4-4c94-b979-3abd4d59e35c'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:46:01.023921 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2c73d-888a-402f-b61f-5b518754b349 req-0e2205ba-0c11-47a8-af32-28f92a0c89c4 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:01.031575 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fbc2c73d-888a-402f-b61f-5b518754b349 req-0e2205ba-0c11-47a8-af32-28f92a0c89c4 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.1312301 Jul 13 15:46:01.086675 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fbc2c73d-888a-402f-b61f-5b518754b349 req-efd5dd83-1d41-45c4-baa6-7b10bfb96be2 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537984 Jul 13 15:46:01.152318 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04150a8e-4b0b-4ebe-a56d-8d1ef122832b req-a20a6341-033f-4f97-9bd3-16335d53ab29 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:01.154137 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-04150a8e-4b0b-4ebe-a56d-8d1ef122832b req-a20a6341-033f-4f97-9bd3-16335d53ab29 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.1075022 Jul 13 15:46:01.184676 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-25c28368-0dba-4463-93c9-1347ef1b2dcd None None] Provisioning complete for port 0bead8b8-57d4-4c94-b979-3abd4d59e35c triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:46:01.185034 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-25c28368-0dba-4463-93c9-1347ef1b2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:01.201785 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-04150a8e-4b0b-4ebe-a56d-8d1ef122832b req-6716846c-bcb0-464b-86b4-2f3926e555c5 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415702 Jul 13 15:46:01.536347 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee668dac-bca9-4e17-a62d-916bd057ae18 req-26e204f1-4ed5-4b23-952a-9edc299ad8b5 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:01.538420 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ee668dac-bca9-4e17-a62d-916bd057ae18 req-26e204f1-4ed5-4b23-952a-9edc299ad8b5 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0797491 Jul 13 15:46:01.594223 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ee668dac-bca9-4e17-a62d-916bd057ae18 req-5263975e-9a74-4713-98dc-7a3053466145 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435290 Jul 13 15:46:02.043623 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d12721-ec20-4859-aa49-6e2efc646776 req-9deb2069-3a80-4f3c-b0f6-7715cdcd9f67 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:02.045148 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d4d12721-ec20-4859-aa49-6e2efc646776 req-9deb2069-3a80-4f3c-b0f6-7715cdcd9f67 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0626862 Jul 13 15:46:02.083297 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d4d12721-ec20-4859-aa49-6e2efc646776 req-0be373da-705a-4e0e-8248-333c40deeec6 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322931 Jul 13 15:46:02.274792 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2dc7e-c4a8-454d-9831-0c3b3a3ac246 req-0fdc44f6-621c-4aeb-94b0-acc997b49fff tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:02.276272 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c3c2dc7e-c4a8-454d-9831-0c3b3a3ac246 req-0fdc44f6-621c-4aeb-94b0-acc997b49fff tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0641279 Jul 13 15:46:02.315292 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c3c2dc7e-c4a8-454d-9831-0c3b3a3ac246 req-e5b1c682-0c64-4c50-956d-a3b94ac63cd6 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333474 Jul 13 15:46:02.770409 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086876d-e13c-453b-a8d7-ae7902d2b75e req-f3b31bae-1eb9-4d35-a311-124551f2d517 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:02.772498 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e086876d-e13c-453b-a8d7-ae7902d2b75e req-f3b31bae-1eb9-4d35-a311-124551f2d517 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0698366 Jul 13 15:46:02.810769 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e086876d-e13c-453b-a8d7-ae7902d2b75e req-9f5cf42f-de9b-4b24-81a0-0c302d5e5fea tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327799 Jul 13 15:46:03.276866 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecdbbc-554b-4137-8c85-ab1199eed9a1 req-95f743af-942f-4f1d-aa1d-4e950b73b1bb tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:03.278389 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2fecdbbc-554b-4137-8c85-ab1199eed9a1 req-95f743af-942f-4f1d-aa1d-4e950b73b1bb tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0786009 Jul 13 15:46:03.317153 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2fecdbbc-554b-4137-8c85-ab1199eed9a1 req-85a153fa-95e1-4fd0-84d1-fa76b6db7fd9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332711 Jul 13 15:46:03.487895 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c5c05-3495-4137-a2ce-e3e4e8849383 req-1b7edb89-8df8-4817-a519-9a523ed9eb48 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:03.489302 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1f9c5c05-3495-4137-a2ce-e3e4e8849383 req-1b7edb89-8df8-4817-a519-9a523ed9eb48 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0637062 Jul 13 15:46:03.528561 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1f9c5c05-3495-4137-a2ce-e3e4e8849383 req-b6a8bf0a-2aeb-45f1-8abd-37ed4182b950 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324507 Jul 13 15:46:03.994104 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4dea4-7374-4da2-b5b9-195f987b8906 req-d163f982-0504-48a3-b0db-b3150c41f368 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:03.995590 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-caf4dea4-7374-4da2-b5b9-195f987b8906 req-d163f982-0504-48a3-b0db-b3150c41f368 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0686426 Jul 13 15:46:04.034192 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-caf4dea4-7374-4da2-b5b9-195f987b8906 req-92bdee11-e60e-492a-820f-5a912588eb24 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326860 Jul 13 15:46:04.500199 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bf741-042c-484a-a8e9-3066efaadd5d req-fa480732-b335-4fcc-8832-e52683c2705e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:04.501618 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-645bf741-042c-484a-a8e9-3066efaadd5d req-fa480732-b335-4fcc-8832-e52683c2705e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0635142 Jul 13 15:46:04.543531 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-645bf741-042c-484a-a8e9-3066efaadd5d req-46cb2e45-a6e8-4ca7-a527-1e439b2908f7 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361404 Jul 13 15:46:04.702471 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c383f-2af2-49bb-b2bc-0991de75bd4e req-c95e3fd3-237d-492a-8322-47eec0ae3ee7 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:04.703976 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-301c383f-2af2-49bb-b2bc-0991de75bd4e req-c95e3fd3-237d-492a-8322-47eec0ae3ee7 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0647781 Jul 13 15:46:04.742013 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-301c383f-2af2-49bb-b2bc-0991de75bd4e req-a34f64d2-d8e4-495b-85ef-45a2ca214c46 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316379 Jul 13 15:46:05.211806 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e0984-fe53-4ada-94d0-2e8c71eb7440 req-44e5cb1a-e29c-4c92-a273-f71fa7142cd2 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:05.213324 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-229e0984-fe53-4ada-94d0-2e8c71eb7440 req-44e5cb1a-e29c-4c92-a273-f71fa7142cd2 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0641050 Jul 13 15:46:05.253055 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-229e0984-fe53-4ada-94d0-2e8c71eb7440 req-3020cfa5-df23-43c3-a0e1-31c2359793d7 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341921 Jul 13 15:46:05.733553 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f890e44-a496-4a28-a0e9-8194e4188e15 req-13d785c1-5c12-49d8-bf1f-f3e6be5296f0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:05.734863 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4f890e44-a496-4a28-a0e9-8194e4188e15 req-13d785c1-5c12-49d8-bf1f-f3e6be5296f0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0684545 Jul 13 15:46:05.773868 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4f890e44-a496-4a28-a0e9-8194e4188e15 req-4ccd5fd2-93d3-4aa8-8ece-1f811d28d045 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329642 Jul 13 15:46:05.920480 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91889cf6-5b7f-4990-ad29-b362489ea5eb req-3f6ff29e-62b0-4e4f-95c8-3ced122d6365 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:05.922003 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-91889cf6-5b7f-4990-ad29-b362489ea5eb req-3f6ff29e-62b0-4e4f-95c8-3ced122d6365 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0660067 Jul 13 15:46:05.961496 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-91889cf6-5b7f-4990-ad29-b362489ea5eb req-9088f6a3-e607-44f9-9b7a-3033510d5f5a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336571 Jul 13 15:46:06.442585 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe2e22-b6f6-40a6-a23c-274a742aa18f req-488e0752-1483-4df9-9249-3300f5b95c88 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:06.444419 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-70fe2e22-b6f6-40a6-a23c-274a742aa18f req-488e0752-1483-4df9-9249-3300f5b95c88 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0774777 Jul 13 15:46:06.483789 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-70fe2e22-b6f6-40a6-a23c-274a742aa18f req-f9c2a996-9786-4308-ab24-31bc1d0a6953 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332952 Jul 13 15:46:06.962694 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee331c-c0d0-4172-ae49-99351516b6a2 req-e1957d2b-0eee-43bd-8533-7cd95975266c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:06.964110 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-11ee331c-c0d0-4172-ae49-99351516b6a2 req-e1957d2b-0eee-43bd-8533-7cd95975266c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0665722 Jul 13 15:46:07.005582 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-11ee331c-c0d0-4172-ae49-99351516b6a2 req-e7b9abcd-2a13-4945-8766-ec8a776ba132 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359411 Jul 13 15:46:07.149354 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a0ef3-d9b6-49e9-bf85-9e86f24d0f9c req-d723ae67-51d1-4f1e-9e0f-238a77f0dbe8 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:07.150861 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5d0a0ef3-d9b6-49e9-bf85-9e86f24d0f9c req-d723ae67-51d1-4f1e-9e0f-238a77f0dbe8 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0629640 Jul 13 15:46:07.188887 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5d0a0ef3-d9b6-49e9-bf85-9e86f24d0f9c req-d11fdf4a-223d-464c-ba09-942b0c0b31a1 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Jul 13 15:46:07.661867 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591687ab-04cf-4ebb-9ce8-517df9a2f9d3 req-96a50bfe-8bdf-44d9-bcf3-e1b2a7825d1e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:07.663391 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-591687ab-04cf-4ebb-9ce8-517df9a2f9d3 req-96a50bfe-8bdf-44d9-bcf3-e1b2a7825d1e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0637074 Jul 13 15:46:07.702408 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-591687ab-04cf-4ebb-9ce8-517df9a2f9d3 req-a961198e-cf08-4189-9886-afba937a26d1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329282 Jul 13 15:46:08.191850 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c358cc-a557-41a5-8af5-74b0e55010ef req-b4c5f225-8233-4ba8-b41d-9ed3cf055f25 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:08.193600 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a5c358cc-a557-41a5-8af5-74b0e55010ef req-b4c5f225-8233-4ba8-b41d-9ed3cf055f25 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0676768 Jul 13 15:46:08.232178 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a5c358cc-a557-41a5-8af5-74b0e55010ef req-be138f3d-db0a-4cfd-9731-de1964f7834b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326340 Jul 13 15:46:08.369604 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570b245-8b0f-4a96-87e9-a5084734f1ed req-13ca1ec1-5bf8-4a4c-a2da-d66a72ec7f51 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:08.371064 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d570b245-8b0f-4a96-87e9-a5084734f1ed req-13ca1ec1-5bf8-4a4c-a2da-d66a72ec7f51 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0647087 Jul 13 15:46:08.413290 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d570b245-8b0f-4a96-87e9-a5084734f1ed req-ec247c82-a2dd-4a0e-896e-bc83552d4115 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365021 Jul 13 15:46:08.878293 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4c84d-baef-4329-989b-8bbd0feaff3c req-cb36bf57-c680-4450-8ec9-61c1ea19d6c0 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:08.880631 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c7e4c84d-baef-4329-989b-8bbd0feaff3c req-cb36bf57-c680-4450-8ec9-61c1ea19d6c0 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0641546 Jul 13 15:46:08.920299 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c7e4c84d-baef-4329-989b-8bbd0feaff3c req-4213bd4c-3fc4-438b-87ee-eb92fdc70fc2 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339186 Jul 13 15:46:09.412813 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6768c35-48d0-4812-bcc4-d0f45bfdc199 req-c6e47941-fb61-408e-9cc8-483c56a2aefb tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:09.414315 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a6768c35-48d0-4812-bcc4-d0f45bfdc199 req-c6e47941-fb61-408e-9cc8-483c56a2aefb tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0649385 Jul 13 15:46:09.453942 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a6768c35-48d0-4812-bcc4-d0f45bfdc199 req-e4d555cf-ce65-48a1-9f68-090009d16087 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341063 Jul 13 15:46:09.595392 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b852c-18fb-425a-9534-08efffc81dd3 req-7bb482b2-0e06-4e9e-9e20-65d4b0ec9b41 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:09.597026 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-774b852c-18fb-425a-9534-08efffc81dd3 req-7bb482b2-0e06-4e9e-9e20-65d4b0ec9b41 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0713980 Jul 13 15:46:09.636347 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-774b852c-18fb-425a-9534-08efffc81dd3 req-47d24ca9-8fbc-4a14-bd40-47f496e46779 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332584 Jul 13 15:46:10.095347 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445081c-cafa-463f-a297-030b0a066033 req-c87f7a6a-8db2-4198-af7e-bfd057ab7e9d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:10.097153 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7445081c-cafa-463f-a297-030b0a066033 req-c87f7a6a-8db2-4198-af7e-bfd057ab7e9d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0648293 Jul 13 15:46:10.136410 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7445081c-cafa-463f-a297-030b0a066033 req-39fb434b-9fe0-45de-ab77-41fc1d8a1265 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332103 Jul 13 15:46:10.646376 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739d891-37b1-41d6-8c04-074736e55ef9 req-4cd5c780-6c44-4f74-b564-c1f0b89d35d0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:10.648027 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d739d891-37b1-41d6-8c04-074736e55ef9 req-4cd5c780-6c44-4f74-b564-c1f0b89d35d0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0708938 Jul 13 15:46:10.694235 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d739d891-37b1-41d6-8c04-074736e55ef9 req-35699c74-24f2-40d3-9e20-33fe5ea0f6e9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402625 Jul 13 15:46:10.820486 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cfedc-6f1c-4399-80d6-496ea4490ef1 req-065bd475-9f0f-4134-b490-7354f3f65337 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:10.821981 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d71cfedc-6f1c-4399-80d6-496ea4490ef1 req-065bd475-9f0f-4134-b490-7354f3f65337 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0657535 Jul 13 15:46:10.860026 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d71cfedc-6f1c-4399-80d6-496ea4490ef1 req-3ad69acd-e37c-4a93-bd0f-19e60d6b341e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319500 Jul 13 15:46:11.307811 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5891522-09d6-425d-9044-875432437e22 req-c9c2b305-ae10-405f-8714-692560e76aac tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:11.309328 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f5891522-09d6-425d-9044-875432437e22 req-c9c2b305-ae10-405f-8714-692560e76aac tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0618463 Jul 13 15:46:11.346517 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f5891522-09d6-425d-9044-875432437e22 req-db5db50f-73df-4507-8e09-272ba8c439fe tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313113 Jul 13 15:46:11.871202 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a45c76-6342-47ab-a291-391aadebd45c req-3d9a1452-e7e7-4685-9193-6e1313e3db0c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:11.872688 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-18a45c76-6342-47ab-a291-391aadebd45c req-3d9a1452-e7e7-4685-9193-6e1313e3db0c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0629601 Jul 13 15:46:11.912516 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-18a45c76-6342-47ab-a291-391aadebd45c req-c5fb58f1-7a15-434c-940d-7ee98d5b0e80 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338345 Jul 13 15:46:12.040407 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ea71c-f2a5-4187-8985-6cf04bd77d2b req-990a8e0b-80f7-450a-8d75-762e831c7baf tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:12.042026 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3b4ea71c-f2a5-4187-8985-6cf04bd77d2b req-990a8e0b-80f7-450a-8d75-762e831c7baf tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0674744 Jul 13 15:46:12.080237 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3b4ea71c-f2a5-4187-8985-6cf04bd77d2b req-7177ef35-345d-455a-8882-525eb93f8349 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326960 Jul 13 15:46:12.518650 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8087491-d3cf-4d00-ba7a-52f5c7f09d34 req-be01be37-311a-4291-a37f-001cad231847 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:12.520041 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c8087491-d3cf-4d00-ba7a-52f5c7f09d34 req-be01be37-311a-4291-a37f-001cad231847 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0619407 Jul 13 15:46:12.561739 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c8087491-d3cf-4d00-ba7a-52f5c7f09d34 req-6eebaf7d-dae3-4509-bafa-b32291b9944e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354629 Jul 13 15:46:13.089310 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82838774-3691-495f-827d-a43dddb62a1f req-659b297f-9d1c-4e4a-93af-d3a49c13a999 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:13.090805 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-82838774-3691-495f-827d-a43dddb62a1f req-659b297f-9d1c-4e4a-93af-d3a49c13a999 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0632732 Jul 13 15:46:13.129880 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-82838774-3691-495f-827d-a43dddb62a1f req-7ddab420-d1a8-4c2d-b7c8-88666ba5aaa9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328000 Jul 13 15:46:13.251748 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08908c41-9265-4fab-a47b-c9aed0e31978 req-108c3ae4-0655-42d4-8235-0cc6a43be107 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:13.253355 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-08908c41-9265-4fab-a47b-c9aed0e31978 req-108c3ae4-0655-42d4-8235-0cc6a43be107 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0621164 Jul 13 15:46:13.292496 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-08908c41-9265-4fab-a47b-c9aed0e31978 req-b6a3a32b-65ab-452e-bc17-0a2c199a4ce6 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327857 Jul 13 15:46:13.746604 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813e2a2-f79f-46a8-bf38-01f8ec2900ba req-6fbc65ea-4983-4225-8f43-2e28ca576691 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:13.747966 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7813e2a2-f79f-46a8-bf38-01f8ec2900ba req-6fbc65ea-4983-4225-8f43-2e28ca576691 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0640967 Jul 13 15:46:13.784743 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7813e2a2-f79f-46a8-bf38-01f8ec2900ba req-ea4284af-b4e1-41b4-a154-93544c3717d1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308893 Jul 13 15:46:14.307229 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe5e0d-e6d1-4a94-bef2-8e61853f245e req-819383bf-adc4-4eb3-a74a-fc2f48b40332 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:14.308702 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-52fe5e0d-e6d1-4a94-bef2-8e61853f245e req-819383bf-adc4-4eb3-a74a-fc2f48b40332 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0614650 Jul 13 15:46:14.345984 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-52fe5e0d-e6d1-4a94-bef2-8e61853f245e req-fb83bd77-7266-4074-b768-8c13759dcf84 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317140 Jul 13 15:46:14.462471 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1333e7-e1a6-4400-a8e3-0b9bde21fe1a req-096448ed-6e18-48ab-9c63-c1809d7a3ba3 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:14.463855 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2c1333e7-e1a6-4400-a8e3-0b9bde21fe1a req-096448ed-6e18-48ab-9c63-c1809d7a3ba3 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0622809 Jul 13 15:46:14.500640 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2c1333e7-e1a6-4400-a8e3-0b9bde21fe1a req-c6662f1e-e6fb-4aef-9cff-e638a7fac5f8 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Jul 13 15:46:14.960241 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189d450-5c61-4e50-89b8-e92598278b85 req-35a14004-6aff-4f6f-9543-6e699c9fe25d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:14.961743 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c189d450-5c61-4e50-89b8-e92598278b85 req-35a14004-6aff-4f6f-9543-6e699c9fe25d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0665514 Jul 13 15:46:14.998858 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c189d450-5c61-4e50-89b8-e92598278b85 req-9cd90559-d7e3-411d-a6f3-73025f312c2e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Jul 13 15:46:15.097117 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1853b-9e05-473f-9014-409d8ff3973f req-82259e20-fcb7-4707-a8b0-c5c307f2f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:15.098559 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47e1853b-9e05-473f-9014-409d8ff3973f req-82259e20-fcb7-4707-a8b0-c5c307f2f06a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=27176121430a45ed8ed19072cbd8d9dc&device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 1138 time: 0.0523820 Jul 13 15:46:15.203313 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1853b-9e05-473f-9014-409d8ff3973f req-6cc7548a-0736-425c-ab62-467376a9dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:15.204760 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47e1853b-9e05-473f-9014-409d8ff3973f req-6cc7548a-0736-425c-ab62-467376a9dd38 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b40636d5-689a-4613-b578-7de440d54593 HTTP/1.1" status: 200 len: 916 time: 0.0838985 Jul 13 15:46:15.271339 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47e1853b-9e05-473f-9014-409d8ff3973f req-a4acafa9-98ae-44ac-b262-5dd565ead692 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bead8b8-57d4-4c94-b979-3abd4d59e35c HTTP/1.1" status: 200 len: 1002 time: 0.0563862 Jul 13 15:46:15.330231 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1853b-9e05-473f-9014-409d8ff3973f req-fca45f90-a8c8-4fed-a4d0-c5028b8876cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:15.331620 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47e1853b-9e05-473f-9014-409d8ff3973f req-fca45f90-a8c8-4fed-a4d0-c5028b8876cf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3f680998-d785-4612-807c-6587ab46ca94 HTTP/1.1" status: 200 len: 854 time: 0.0463068 Jul 13 15:46:15.390852 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1853b-9e05-473f-9014-409d8ff3973f req-7e481b6b-bd13-47d0-9057-2b40ed8740b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:15.392361 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47e1853b-9e05-473f-9014-409d8ff3973f req-7e481b6b-bd13-47d0-9057-2b40ed8740b6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b40636d5-689a-4613-b578-7de440d54593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519865 Jul 13 15:46:15.528499 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47e1853b-9e05-473f-9014-409d8ff3973f req-456a33a2-b210-471c-9d5d-5eef630a530e service neutron] 10.222.0.63 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148729 Jul 13 15:46:15.558084 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657424ed-ab56-4a56-aac0-2f06f9078c58 req-e1b3e21e-181a-4ed4-8758-73618c8c8d12 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:15.559505 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-657424ed-ab56-4a56-aac0-2f06f9078c58 req-e1b3e21e-181a-4ed4-8758-73618c8c8d12 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0955994 Jul 13 15:46:15.638606 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-657424ed-ab56-4a56-aac0-2f06f9078c58 req-65663444-6f7c-485c-a7a6-2dd1fa1662fa tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697215 Jul 13 15:46:15.657608 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47e1853b-9e05-473f-9014-409d8ff3973f req-318439f6-118b-4ece-ad7c-b49baf9f8a7f service neutron] 10.222.0.63 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182730 Jul 13 15:46:15.672156 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071a4d9-0632-4e7b-b12f-aad0c41bdd06 req-dbe8713a-dd4f-4d29-977e-1bb2859b0db6 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:15.673634 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c071a4d9-0632-4e7b-b12f-aad0c41bdd06 req-dbe8713a-dd4f-4d29-977e-1bb2859b0db6 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0626631 Jul 13 15:46:15.712571 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c071a4d9-0632-4e7b-b12f-aad0c41bdd06 req-fa7eabbe-18ba-4531-bcd9-79efc76173f0 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328050 Jul 13 15:46:16.171586 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922d8f5-eaff-4f28-8c53-41b8c2747d4f req-232778d2-d7a7-4de5-8ccc-c8ff5ac0e037 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:16.172974 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5922d8f5-eaff-4f28-8c53-41b8c2747d4f req-232778d2-d7a7-4de5-8ccc-c8ff5ac0e037 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0648451 Jul 13 15:46:16.210093 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5922d8f5-eaff-4f28-8c53-41b8c2747d4f req-11baf4f8-1cd7-4810-ae79-d590f69d1e26 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309324 Jul 13 15:46:16.817073 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a965ad-c10f-4102-bc99-4230e38d1d12 req-15cd1370-8f82-4511-8039-3317c009c903 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:16.819490 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-07a965ad-c10f-4102-bc99-4230e38d1d12 req-15cd1370-8f82-4511-8039-3317c009c903 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0613906 Jul 13 15:46:16.859988 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-07a965ad-c10f-4102-bc99-4230e38d1d12 req-9a87806a-cc63-4396-88fd-16d06d94a192 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346677 Jul 13 15:46:16.884582 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36aff68-a30f-40c3-9fef-d65d15fb9356 req-576bfc31-3b07-4669-a286-984a5040f24a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:16.886144 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b36aff68-a30f-40c3-9fef-d65d15fb9356 req-576bfc31-3b07-4669-a286-984a5040f24a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0608170 Jul 13 15:46:16.921630 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b36aff68-a30f-40c3-9fef-d65d15fb9356 req-20476f68-3712-4648-a4e3-a237de5b584f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300903 Jul 13 15:46:17.382337 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09759f24-d1c3-4c5d-9f5a-21a2387d83bf req-e01ce11a-252d-4e22-a31c-d6d40b57855c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:17.383792 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-09759f24-d1c3-4c5d-9f5a-21a2387d83bf req-e01ce11a-252d-4e22-a31c-d6d40b57855c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0618145 Jul 13 15:46:17.420557 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-09759f24-d1c3-4c5d-9f5a-21a2387d83bf req-a1d26134-6925-4431-a0bc-6561663802d4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310915 Jul 13 15:46:18.038306 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fea82d-9f85-4c66-946f-7d457e18e0f1 req-16663c3d-8ee2-48be-be48-30116fff72be tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:18.039794 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-83fea82d-9f85-4c66-946f-7d457e18e0f1 req-16663c3d-8ee2-48be-be48-30116fff72be tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0642741 Jul 13 15:46:18.076584 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-83fea82d-9f85-4c66-946f-7d457e18e0f1 req-72ea4c5c-fa60-475c-b772-c56385bd8659 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314429 Jul 13 15:46:18.092024 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e3149-8d2f-4eb2-b0e5-c59c2dd4508e req-ed6cce04-7e3e-4d58-be66-74b8e10f3f5f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:18.093537 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f45e3149-8d2f-4eb2-b0e5-c59c2dd4508e req-ed6cce04-7e3e-4d58-be66-74b8e10f3f5f tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0618331 Jul 13 15:46:18.130224 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f45e3149-8d2f-4eb2-b0e5-c59c2dd4508e req-5cb30122-58cc-4588-bd67-67a0cd78c1ee tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304170 Jul 13 15:46:18.588121 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb6bb0-1756-4622-aed8-110569b9fae1 req-a11d4afe-e197-44a9-b320-d82c8ca4dccc tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:18.589592 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ecfb6bb0-1756-4622-aed8-110569b9fae1 req-a11d4afe-e197-44a9-b320-d82c8ca4dccc tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0604866 Jul 13 15:46:18.626304 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ecfb6bb0-1756-4622-aed8-110569b9fae1 req-ed8a94ce-d5e5-4940-b99c-ff90130aeace tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311058 Jul 13 15:46:19.001251 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:19.259669 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900ee19-6b7d-428c-badd-4540150c70aa req-3eb81941-a564-448b-a0fa-66c8dfbe9992 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:19.261095 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d900ee19-6b7d-428c-badd-4540150c70aa req-3eb81941-a564-448b-a0fa-66c8dfbe9992 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0677738 Jul 13 15:46:19.298015 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d900ee19-6b7d-428c-badd-4540150c70aa req-e91e0503-6a67-40f3-bda8-9a04e7b430db tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313404 Jul 13 15:46:19.300407 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77870b5-1321-46ac-bec4-27cc7d92afde req-990d92e2-0572-4a84-b645-d581ba1ba5df tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:19.302536 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a77870b5-1321-46ac-bec4-27cc7d92afde req-990d92e2-0572-4a84-b645-d581ba1ba5df tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0634801 Jul 13 15:46:19.339997 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a77870b5-1321-46ac-bec4-27cc7d92afde req-ef52a66d-c35a-43c0-b076-504d7f12fca2 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319350 Jul 13 15:46:19.800223 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d9ee9-1467-40b8-89bb-b803add3406d req-2d992dc1-e397-46f6-a8e0-cc7dde088408 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:19.801990 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-877d9ee9-1467-40b8-89bb-b803add3406d req-2d992dc1-e397-46f6-a8e0-cc7dde088408 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0628500 Jul 13 15:46:19.839197 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-877d9ee9-1467-40b8-89bb-b803add3406d req-68a9b265-96b5-48ad-b54c-7c75468ae57c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318189 Jul 13 15:46:20.336521 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e3056ea3-85c0-4b08-b61b-368001f394ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:20.484474 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586f45b-5aec-4041-9961-2ae450dc9e78 req-53a7152a-c233-4ff8-8def-3216fac7db1f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:20.486018 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1586f45b-5aec-4041-9961-2ae450dc9e78 req-53a7152a-c233-4ff8-8def-3216fac7db1f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0659659 Jul 13 15:46:20.523823 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1586f45b-5aec-4041-9961-2ae450dc9e78 req-307dc24b-771a-4924-aec8-19acc82b5098 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317254 Jul 13 15:46:20.528035 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547477f-840f-40ce-8db5-9a8964f08626 req-12562b0c-18a7-4d6b-8032-53a3b3a84266 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:20.529622 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c547477f-840f-40ce-8db5-9a8964f08626 req-12562b0c-18a7-4d6b-8032-53a3b3a84266 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0653009 Jul 13 15:46:20.566189 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c547477f-840f-40ce-8db5-9a8964f08626 req-a6b477b1-fc7f-4240-8155-506321478cdd tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310678 Jul 13 15:46:20.692659 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f140c-9c84-4d28-9ffb-c348b667e36f req-e43ccde9-dc53-4330-ba78-0d1debe7a088 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:20.694141 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-467f140c-9c84-4d28-9ffb-c348b667e36f req-e43ccde9-dc53-4330-ba78-0d1debe7a088 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 945 time: 0.0607908 Jul 13 15:46:21.039252 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-467f140c-9c84-4d28-9ffb-c348b667e36f req-32815bce-2372-472f-b706-51734f30acff tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Deleting port b932b913-9343-4ede-9309-1f864f2e27f8 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:46:21.039595 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-467f140c-9c84-4d28-9ffb-c348b667e36f req-32815bce-2372-472f-b706-51734f30acff tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:21.050502 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ab4d5-a242-4eaf-8650-47d38115ba49 req-aca1ddea-0384-47f3-96e3-71bf4f66ed0e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:21.052615 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b05ab4d5-a242-4eaf-8650-47d38115ba49 req-aca1ddea-0384-47f3-96e3-71bf4f66ed0e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0861311 Jul 13 15:46:21.131769 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b05ab4d5-a242-4eaf-8650-47d38115ba49 req-d54f4ee4-030e-4fd9-9e1e-588d2b5e481d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695462 Jul 13 15:46:21.161353 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-467f140c-9c84-4d28-9ffb-c348b667e36f req-32815bce-2372-472f-b706-51734f30acff tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] For port b932b913-9343-4ede-9309-1f864f2e27f8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b932b913-9343-4ede-9309-1f864f2e27f8,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:46:21.161743 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-467f140c-9c84-4d28-9ffb-c348b667e36f req-32815bce-2372-472f-b706-51734f30acff tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:21.173961 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-467f140c-9c84-4d28-9ffb-c348b667e36f req-32815bce-2372-472f-b706-51734f30acff tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Calling delete_port for b932b913-9343-4ede-9309-1f864f2e27f8 owned by compute:nova {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:46:21.301102 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-467f140c-9c84-4d28-9ffb-c348b667e36f req-32815bce-2372-472f-b706-51734f30acff tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:21.329618 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32815bce-2372-472f-b706-51734f30acff tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Pushing event deleted for resources: {'Port': ['ID=b932b913-9343-4ede-9309-1f864f2e27f8,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:46:21.351897 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['19973c8c-f5ea-49ae-aef1-b2ec2e03872e', '67182975-e7e5-453e-9a7f-379688acd466', '25d289eb-e9ac-43a6-bde8-2d62d2c37237'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:46:21.375231 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-467f140c-9c84-4d28-9ffb-c348b667e36f req-32815bce-2372-472f-b706-51734f30acff tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] No DVR routers for this DVR port b932b913-9343-4ede-9309-1f864f2e27f8 on host hv-cinder-78836 {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:46:21.377934 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-467f140c-9c84-4d28-9ffb-c348b667e36f req-32815bce-2372-472f-b706-51734f30acff tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:21.380070 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-467f140c-9c84-4d28-9ffb-c348b667e36f req-32815bce-2372-472f-b706-51734f30acff tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "DELETE /v2.0/ports/b932b913-9343-4ede-9309-1f864f2e27f8 HTTP/1.1" status: 204 len: 173 time: 0.6784389 Jul 13 15:46:21.380580 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eaecbd-0dfc-4b45-b2db-e88a84fdf868', 'name': 'network-vif-deleted', 'tag': 'b932b913-9343-4ede-9309-1f864f2e27f8'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:46:21.383523 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ea13bf-0a51-4950-af17-59919bfa5577" -d '{"events": [{"server_uuid": "89eaecbd-0dfc-4b45-b2db-e88a84fdf868", "name": "network-vif-deleted", "tag": "b932b913-9343-4ede-9309-1f864f2e27f8"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:46:21.433000 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf204dbb-c910-4a62-9f1f-2dde4708db43 x-openstack-request-id: req-bf204dbb-c910-4a62-9f1f-2dde4708db43 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:46:21.433291 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89eaecbd-0dfc-4b45-b2db-e88a84fdf868", "name": "network-vif-deleted", "tag": "b932b913-9343-4ede-9309-1f864f2e27f8", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:46:21.433544 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bf204dbb-c910-4a62-9f1f-2dde4708db43 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:46:21.433966 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89eaecbd-0dfc-4b45-b2db-e88a84fdf868', 'name': 'network-vif-deleted', 'tag': 'b932b913-9343-4ede-9309-1f864f2e27f8', 'status': 'completed', 'code': 200} Jul 13 15:46:21.718601 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c086b-4143-49c3-af35-edb3d4d9d86d req-7f9319f2-238e-49fc-82b4-b49cf2746d3e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:21.720095 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-011c086b-4143-49c3-af35-edb3d4d9d86d req-7f9319f2-238e-49fc-82b4-b49cf2746d3e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0701642 Jul 13 15:46:21.732564 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-20667974-3fb6-49c3-bd0d-bda613ba0d9f req-d42ede05-1df2-4d4a-9355-673de06f7410 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 210 time: 0.0285995 Jul 13 15:46:21.759440 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-011c086b-4143-49c3-af35-edb3d4d9d86d req-2844791c-168b-4013-a592-1218c7b4ecc7 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330966 Jul 13 15:46:22.299632 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0627f08-9121-45a4-b657-ec1899e3d1d0 req-aa8a1303-b8f0-4fc8-a3aa-7d2d54b969e1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:22.301112 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c0627f08-9121-45a4-b657-ec1899e3d1d0 req-aa8a1303-b8f0-4fc8-a3aa-7d2d54b969e1 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0620401 Jul 13 15:46:22.339074 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c0627f08-9121-45a4-b657-ec1899e3d1d0 req-384bdd82-b509-4c80-966d-1ddb3069c69a tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323167 Jul 13 15:46:22.792098 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bd05aa7a-c610-4025-a391-5ad65f5b6ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:22.883023 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2b119ad4-78ea-494b-9aaf-a85f8e4726b0 req-382993a6-151b-4ec2-8931-6bd56ea65428 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 210 time: 0.0277641 Jul 13 15:46:22.939306 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f00e5-3c29-481b-863b-d0662a396251 req-03810815-9651-4654-b6da-f116bcc6a00f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:22.940737 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2a6f00e5-3c29-481b-863b-d0662a396251 req-03810815-9651-4654-b6da-f116bcc6a00f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0649827 Jul 13 15:46:22.977890 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2a6f00e5-3c29-481b-863b-d0662a396251 req-350e1ab7-1cfb-4b8e-9b83-4dc1bae75c2d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 Jul 13 15:46:23.027869 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:23.511979 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de143b-3e4a-478f-9c74-d4fc07970164 req-c0355ab8-82c9-49b4-ac85-23c9ad67b6ca tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:23.513435 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-27de143b-3e4a-478f-9c74-d4fc07970164 req-c0355ab8-82c9-49b4-ac85-23c9ad67b6ca tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0630510 Jul 13 15:46:23.549633 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-27de143b-3e4a-478f-9c74-d4fc07970164 req-187a22d0-76f3-4b22-9ddd-a5036205cdae tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306494 Jul 13 15:46:23.906415 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:24.035277 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-88895a6f-4671-4029-836d-80dd40ad52c8 req-001085f9-a0bf-411a-b586-34d3c8ac882b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 210 time: 0.0274339 Jul 13 15:46:24.153865 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fc0bf-fbbb-4425-b3f6-ec3aede8e364 req-e18b7b42-7c3b-4698-ac6a-3aedb2896680 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:24.155323 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a40fc0bf-fbbb-4425-b3f6-ec3aede8e364 req-e18b7b42-7c3b-4698-ac6a-3aedb2896680 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0641344 Jul 13 15:46:24.192793 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a40fc0bf-fbbb-4425-b3f6-ec3aede8e364 req-46c6b6a2-8ae9-4402-b001-e24f80c6b07c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319247 Jul 13 15:46:24.718149 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde32079-fdd4-4e44-a3fa-ce58d801d49f req-cf9d3e68-dac5-4f32-a5ca-526fe06e0d32 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:24.719643 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cde32079-fdd4-4e44-a3fa-ce58d801d49f req-cf9d3e68-dac5-4f32-a5ca-526fe06e0d32 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0615652 Jul 13 15:46:24.757454 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cde32079-fdd4-4e44-a3fa-ce58d801d49f req-86c834fa-b1a7-4052-9b35-4ad7345b2d98 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Jul 13 15:46:24.860005 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device b932b913-9343-4ede-9309-1f864f2e27f8 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:46:24.880460 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: b932b913-9343-4ede-9309-1f864f2e27f8 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:46:24.880810 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device b932b913-9343-4ede-9309-1f864f2e27f8 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:46:25.200917 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-508a8e7b-502a-4acf-a5fd-f51bc1a7c89d req-458fc001-3790-42ad-bbe4-465b06b3341c tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=89eaecbd-0dfc-4b45-b2db-e88a84fdf868 HTTP/1.1" status: 200 len: 210 time: 0.0284233 Jul 13 15:46:25.386579 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a1fb3-874f-4211-b895-0701d73c4b72 req-3257d153-546b-40bf-b58e-f83ae3e87433 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:25.388095 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-060a1fb3-874f-4211-b895-0701d73c4b72 req-3257d153-546b-40bf-b58e-f83ae3e87433 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0677207 Jul 13 15:46:25.428963 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-060a1fb3-874f-4211-b895-0701d73c4b72 req-9ba2dee8-886e-4388-a0c9-024c7a1ba1a1 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345969 Jul 13 15:46:25.617970 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:25.838086 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:46:25.932309 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040433e7-4e59-485c-aa64-4f477daa3ec1 req-e8c1ee06-a796-4bbc-af62-60fe0a16984d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:25.933794 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-040433e7-4e59-485c-aa64-4f477daa3ec1 req-e8c1ee06-a796-4bbc-af62-60fe0a16984d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0611472 Jul 13 15:46:25.973027 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-040433e7-4e59-485c-aa64-4f477daa3ec1 req-84cc891c-b721-4898-bcd7-c0f17c129ba6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337226 Jul 13 15:46:26.609727 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a053ed-57d8-4f52-b840-1eed74c69294 req-b2a61bd3-6c55-4376-bd9b-b2d43886ba22 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:26.609727 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-90a053ed-57d8-4f52-b840-1eed74c69294 req-b2a61bd3-6c55-4376-bd9b-b2d43886ba22 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0631027 Jul 13 15:46:26.647433 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-90a053ed-57d8-4f52-b840-1eed74c69294 req-0aab6db7-8e2b-4a6f-b903-cd4e4338972a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Jul 13 15:46:27.142852 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060a8ec-739d-40a3-9643-6d2bcd0d552f req-aff9b0e3-7633-4cd6-b743-34595ba66503 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:27.144307 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0060a8ec-739d-40a3-9643-6d2bcd0d552f req-aff9b0e3-7633-4cd6-b743-34595ba66503 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0614505 Jul 13 15:46:27.181443 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0060a8ec-739d-40a3-9643-6d2bcd0d552f req-77e1b1d5-0ca7-4ef9-82c6-f7b5b182b8ad tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315552 Jul 13 15:46:27.756554 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd62372-6f30-47ab-832e-0e4dcc182753 req-d66d7a2d-78e4-4808-93f6-f0c989fc8274 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:27.759005 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cfd62372-6f30-47ab-832e-0e4dcc182753 req-d66d7a2d-78e4-4808-93f6-f0c989fc8274 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 945 time: 0.0688801 Jul 13 15:46:27.806519 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cfd62372-6f30-47ab-832e-0e4dcc182753 req-69b8f4bb-994d-4393-9402-212a30c04467 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418241 Jul 13 15:46:27.834538 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da956ab-b17d-4dc9-9f43-79ffadcc5089 req-344cd670-b7ac-4d5a-ba07-c8f584df9ce7 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:27.836024 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2da956ab-b17d-4dc9-9f43-79ffadcc5089 req-344cd670-b7ac-4d5a-ba07-c8f584df9ce7 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0635488 Jul 13 15:46:27.871752 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2da956ab-b17d-4dc9-9f43-79ffadcc5089 req-3284c314-a0d6-4ade-89ac-d54e3c2a5db0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303090 Jul 13 15:46:28.350195 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452492d0-3fdf-42a8-a93d-663e27b6e044 req-8ebc06ae-b113-49e2-a444-10e10544bd8b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:28.351630 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-452492d0-3fdf-42a8-a93d-663e27b6e044 req-8ebc06ae-b113-49e2-a444-10e10544bd8b tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0615203 Jul 13 15:46:28.388831 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-452492d0-3fdf-42a8-a93d-663e27b6e044 req-b462f4b6-7b98-46fe-b2f8-21ce0cb7a4ef tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317605 Jul 13 15:46:28.843070 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cae9d1-7f33-4cc2-8310-62b222fdb1cd req-4220207f-5858-4d62-8e30-e0b8d9ffd86b tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:28.844567 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-36cae9d1-7f33-4cc2-8310-62b222fdb1cd req-4220207f-5858-4d62-8e30-e0b8d9ffd86b tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0726764 Jul 13 15:46:28.853547 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02477684-f9b8-4589-b1a1-45a90cda2133 req-74ea95b0-f89c-4a00-997c-e30375a38893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:28.855096 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-02477684-f9b8-4589-b1a1-45a90cda2133 req-74ea95b0-f89c-4a00-997c-e30375a38893 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=27176121430a45ed8ed19072cbd8d9dc&device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 1138 time: 0.0622370 Jul 13 15:46:28.873530 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 01bd2d1e-851f-44d6-82fa-1084b9681cd1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:46:28.888121 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-36cae9d1-7f33-4cc2-8310-62b222fdb1cd req-f86a546d-8505-4d45-b749-48843a83a823 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377653 Jul 13 15:46:28.973111 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02477684-f9b8-4589-b1a1-45a90cda2133 req-1f891b92-ed5b-47ed-9fb9-2bd52999a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:28.974867 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-02477684-f9b8-4589-b1a1-45a90cda2133 req-1f891b92-ed5b-47ed-9fb9-2bd52999a882 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b40636d5-689a-4613-b578-7de440d54593 HTTP/1.1" status: 200 len: 916 time: 0.1075664 Jul 13 15:46:28.992993 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 01bd2d1e-851f-44d6-82fa-1084b9681cd1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:46:29.008472 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'port_id': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'mac_address': 'fa:16:3e:0d:ba:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:46:29.046971 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:29.060044 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-02477684-f9b8-4589-b1a1-45a90cda2133 req-2d8d6399-f40e-4696-8d2a-e7f4116dfa35 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bead8b8-57d4-4c94-b979-3abd4d59e35c HTTP/1.1" status: 200 len: 1002 time: 0.0750971 Jul 13 15:46:29.061930 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01bd2d1e-851f-44d6-82fa-1084b9681cd1 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:46:29.076466 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d2934-d4cb-490a-a4a3-51d7e57dd7b9 req-9b1fc28a-1b1c-4897-a72d-fb05223c767d tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:29.078282 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c66d2934-d4cb-490a-a4a3-51d7e57dd7b9 req-9b1fc28a-1b1c-4897-a72d-fb05223c767d tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 945 time: 0.0762868 Jul 13 15:46:29.084947 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 01bd2d1e-851f-44d6-82fa-1084b9681cd1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:46:29.092148 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:29.143337 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02477684-f9b8-4589-b1a1-45a90cda2133 req-5c60e978-3c2b-41a6-8d1a-8ceee5c6a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:29.145226 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-02477684-f9b8-4589-b1a1-45a90cda2133 req-5c60e978-3c2b-41a6-8d1a-8ceee5c6a7a2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3f680998-d785-4612-807c-6587ab46ca94 HTTP/1.1" status: 200 len: 854 time: 0.0745149 Jul 13 15:46:29.145356 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=01bd2d1e-851f-44d6-82fa-1084b9681cd1,revision_number=9']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:46:29.153585 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:29.154217 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:29.154704 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:29.155190 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:29.155666 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:29.155869 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c66d2934-d4cb-490a-a4a3-51d7e57dd7b9 req-ede14bcb-6596-44d4-bde7-dd3d75009a22 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701618 Jul 13 15:46:29.156420 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:29.156905 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:29.157275 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:29.157611 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:29.157968 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:29.158294 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:29.158612 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:29.225606 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02477684-f9b8-4589-b1a1-45a90cda2133 req-b795d418-7d5f-4c54-9f25-737491b0e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:29.227090 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-02477684-f9b8-4589-b1a1-45a90cda2133 req-b795d418-7d5f-4c54-9f25-737491b0e35b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b40636d5-689a-4613-b578-7de440d54593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665894 Jul 13 15:46:29.355995 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bb417-67b3-46a2-bab5-7afe6031c377 req-cdffb036-0908-42cf-b010-a6ca851b6166 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:29.357376 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1b1bb417-67b3-46a2-bab5-7afe6031c377 req-cdffb036-0908-42cf-b010-a6ca851b6166 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 945 time: 0.1347349 Jul 13 15:46:29.359535 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-02477684-f9b8-4589-b1a1-45a90cda2133 req-26e51d45-6767-4c7e-a963-6eb65337e122 service neutron] 10.222.0.63 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226797 Jul 13 15:46:29.439624 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1b1bb417-67b3-46a2-bab5-7afe6031c377 req-04e9aa1f-f813-4c5d-8393-4f242b6b504c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767090 Jul 13 15:46:29.475479 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-02477684-f9b8-4589-b1a1-45a90cda2133 req-ace29e8c-7de9-4856-b43a-9637364cfd6c service neutron] 10.222.0.63 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993235 Jul 13 15:46:29.560038 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f61cd-c672-40d4-beed-2384ec252569 req-be02d502-9ee6-4030-b2a7-d1c13fa6fda2 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:29.561490 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-212f61cd-c672-40d4-beed-2384ec252569 req-be02d502-9ee6-4030-b2a7-d1c13fa6fda2 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0626040 Jul 13 15:46:29.597485 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-212f61cd-c672-40d4-beed-2384ec252569 req-5777e520-c435-4e0d-a9d0-47115c1835de tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304396 Jul 13 15:46:29.675920 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['01bd2d1e-851f-44d6-82fa-1084b9681cd1'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:46:30.060813 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b45e7d-7b4c-46f6-8ce5-a9f47be40ce2 req-0d0a2b96-5f50-44df-b3e0-5e8b1f24b79f tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:30.062319 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f8b45e7d-7b4c-46f6-8ce5-a9f47be40ce2 req-0d0a2b96-5f50-44df-b3e0-5e8b1f24b79f tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0630841 Jul 13 15:46:30.101664 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f8b45e7d-7b4c-46f6-8ce5-a9f47be40ce2 req-8e9e4480-669e-4ab8-b6ee-6235c0f210cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331001 Jul 13 15:46:30.330435 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30913e9f-f488-44c8-9146-faa58555b98a req-ef126c4a-d969-48a5-b39d-b3835dc1aefc tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:30.331896 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-30913e9f-f488-44c8-9146-faa58555b98a req-ef126c4a-d969-48a5-b39d-b3835dc1aefc tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 945 time: 0.0612874 Jul 13 15:46:30.343426 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fc9d6-43ba-4f3e-b2c4-4132c1961539 req-2039cab7-dfdb-4792-a887-cb1ca0504fba tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:30.344895 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7c9fc9d6-43ba-4f3e-b2c4-4132c1961539 req-2039cab7-dfdb-4792-a887-cb1ca0504fba tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 945 time: 0.0649087 Jul 13 15:46:30.386229 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7c9fc9d6-43ba-4f3e-b2c4-4132c1961539 req-92715baa-7512-4505-9d03-626397fecd85 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355101 Jul 13 15:46:30.445284 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-30913e9f-f488-44c8-9146-faa58555b98a req-f8b48e08-ec99-4c5b-8110-3822a4bd4f4e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Deleting port 25d289eb-e9ac-43a6-bde8-2d62d2c37237 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:46:30.445628 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-30913e9f-f488-44c8-9146-faa58555b98a req-f8b48e08-ec99-4c5b-8110-3822a4bd4f4e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:30.536763 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-30913e9f-f488-44c8-9146-faa58555b98a req-f8b48e08-ec99-4c5b-8110-3822a4bd4f4e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] For port 25d289eb-e9ac-43a6-bde8-2d62d2c37237, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=25d289eb-e9ac-43a6-bde8-2d62d2c37237,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:46:30.537260 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-30913e9f-f488-44c8-9146-faa58555b98a req-f8b48e08-ec99-4c5b-8110-3822a4bd4f4e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:30.551445 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-30913e9f-f488-44c8-9146-faa58555b98a req-f8b48e08-ec99-4c5b-8110-3822a4bd4f4e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Calling delete_port for 25d289eb-e9ac-43a6-bde8-2d62d2c37237 owned by compute:nova {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:46:30.680093 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7096b-64cd-486b-b2cb-8b791b47cef6 req-3acc7fdb-0abe-4823-b39b-da0dbd443ad3 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:30.681430 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-efc7096b-64cd-486b-b2cb-8b791b47cef6 req-3acc7fdb-0abe-4823-b39b-da0dbd443ad3 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 945 time: 0.1191695 Jul 13 15:46:30.753478 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-30913e9f-f488-44c8-9146-faa58555b98a req-f8b48e08-ec99-4c5b-8110-3822a4bd4f4e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:30.758042 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-efc7096b-64cd-486b-b2cb-8b791b47cef6 req-99b8471f-a99f-4da3-bd90-54ccd935c24e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671432 Jul 13 15:46:30.773002 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9a486-5b3b-408d-a812-d39f12316c14 req-249cc786-1f97-4b72-89b7-0da6bed54239 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:30.774806 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a6b9a486-5b3b-408d-a812-d39f12316c14 req-249cc786-1f97-4b72-89b7-0da6bed54239 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0664856 Jul 13 15:46:30.789229 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b48e08-ec99-4c5b-8110-3822a4bd4f4e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Pushing event deleted for resources: {'Port': ['ID=25d289eb-e9ac-43a6-bde8-2d62d2c37237,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:46:30.804040 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['19973c8c-f5ea-49ae-aef1-b2ec2e03872e', '67182975-e7e5-453e-9a7f-379688acd466', '25d289eb-e9ac-43a6-bde8-2d62d2c37237'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:46:30.816145 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a6b9a486-5b3b-408d-a812-d39f12316c14 req-f550e1e9-d69b-44d9-a0ec-0bb9123f37e6 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352876 Jul 13 15:46:30.833569 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-30913e9f-f488-44c8-9146-faa58555b98a req-f8b48e08-ec99-4c5b-8110-3822a4bd4f4e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] No DVR routers for this DVR port 25d289eb-e9ac-43a6-bde8-2d62d2c37237 on host hv-cinder-78836 {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:46:30.844252 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-30913e9f-f488-44c8-9146-faa58555b98a req-f8b48e08-ec99-4c5b-8110-3822a4bd4f4e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:30.846373 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-30913e9f-f488-44c8-9146-faa58555b98a req-f8b48e08-ec99-4c5b-8110-3822a4bd4f4e tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "DELETE /v2.0/ports/25d289eb-e9ac-43a6-bde8-2d62d2c37237 HTTP/1.1" status: 204 len: 173 time: 0.5067329 Jul 13 15:46:30.846802 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4842a9a4-5f01-462a-aa33-ca8ab515c86d', 'name': 'network-vif-deleted', 'tag': '25d289eb-e9ac-43a6-bde8-2d62d2c37237'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:46:30.849025 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d21de4-0cde-44b9-ae4a-ee43382a8dfc" -d '{"events": [{"server_uuid": "4842a9a4-5f01-462a-aa33-ca8ab515c86d", "name": "network-vif-deleted", "tag": "25d289eb-e9ac-43a6-bde8-2d62d2c37237"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:46:30.887552 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f43914-3166-483b-a26c-e22c12090a80 x-openstack-request-id: req-89f43914-3166-483b-a26c-e22c12090a80 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:46:30.887845 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4842a9a4-5f01-462a-aa33-ca8ab515c86d", "name": "network-vif-deleted", "tag": "25d289eb-e9ac-43a6-bde8-2d62d2c37237", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:46:30.888096 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-89f43914-3166-483b-a26c-e22c12090a80 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:46:30.888501 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4842a9a4-5f01-462a-aa33-ca8ab515c86d', 'name': 'network-vif-deleted', 'tag': '25d289eb-e9ac-43a6-bde8-2d62d2c37237', 'status': 'completed', 'code': 200} Jul 13 15:46:31.275123 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d44e21-1fd5-4f9d-84fc-2033a1cd3afe req-83b9f318-f6ad-40d6-925c-237f51cdc6c4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:31.276676 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-68d44e21-1fd5-4f9d-84fc-2033a1cd3afe req-83b9f318-f6ad-40d6-925c-237f51cdc6c4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0638621 Jul 13 15:46:31.316414 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-68d44e21-1fd5-4f9d-84fc-2033a1cd3afe req-dd372160-8091-46cf-970c-f9b52a6beeec tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339150 Jul 13 15:46:31.683064 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba377a-8b7b-4537-bd01-4d07ed399cf0 req-4a9598bd-280b-4a40-ad41-96013f77a30e tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:31.684722 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9ba377a-8b7b-4537-bd01-4d07ed399cf0 req-4a9598bd-280b-4a40-ad41-96013f77a30e tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 946 time: 0.0694289 Jul 13 15:46:31.726902 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9ba377a-8b7b-4537-bd01-4d07ed399cf0 req-decdf7db-1cdc-4e81-941e-a4084d079bc2 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361214 Jul 13 15:46:31.799769 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-64b70a6b-ab2f-4c7b-b145-973376b7fba2 req-f5dca578-29c4-4fdb-878f-6c4227d93461 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4842a9a4-5f01-462a-aa33-ca8ab515c86d HTTP/1.1" status: 200 len: 210 time: 0.2822890 Jul 13 15:46:31.956539 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544e9f9-de5a-42fc-a4da-cb8995dfb90c req-80911f98-0951-48b4-91b0-1bd08e7aa84b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:31.958052 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8544e9f9-de5a-42fc-a4da-cb8995dfb90c req-80911f98-0951-48b4-91b0-1bd08e7aa84b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0722847 Jul 13 15:46:32.001394 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8544e9f9-de5a-42fc-a4da-cb8995dfb90c req-3fad3db6-db33-42e2-a8d3-c57cb46f47a8 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368385 Jul 13 15:46:32.002948 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543c34b-c87f-42d1-a569-61de80d63a16 req-2d22d1b9-6ac4-44a8-966a-a25e262d4796 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:32.004424 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7543c34b-c87f-42d1-a569-61de80d63a16 req-2d22d1b9-6ac4-44a8-966a-a25e262d4796 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0638564 Jul 13 15:46:32.042570 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7543c34b-c87f-42d1-a569-61de80d63a16 req-3661ee91-009c-41b1-8ca5-5cad0607631f tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317798 Jul 13 15:46:32.299031 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52792d-78d1-4f9a-8ec4-cb2b090f3069 req-3790bc48-1c68-4901-9c9c-6b06f00278e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:32.300498 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8f52792d-78d1-4f9a-8ec4-cb2b090f3069 req-3790bc48-1c68-4901-9c9c-6b06f00278e3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 1098 time: 0.0511718 Jul 13 15:46:32.333587 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8f52792d-78d1-4f9a-8ec4-cb2b090f3069 req-d651d362-3c79-4e84-ad81-9c0f58059600 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259819 Jul 13 15:46:32.489535 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f57670-c161-4aa1-a5db-e5df1812ab29 req-6772ae9b-e9b8-4207-afc4-835c9644b4aa tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:32.491027 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60f57670-c161-4aa1-a5db-e5df1812ab29 req-6772ae9b-e9b8-4207-afc4-835c9644b4aa tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0653243 Jul 13 15:46:32.529944 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60f57670-c161-4aa1-a5db-e5df1812ab29 req-de12b949-681a-43b9-9ff3-b811621a058f tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331511 Jul 13 15:46:32.902630 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe289d-3241-4d9a-a2de-fc1ccb8520e6 req-ad525c07-ce8a-41b0-83e8-01dfa0ed55e6 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:32.904027 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-79fe289d-3241-4d9a-a2de-fc1ccb8520e6 req-ad525c07-ce8a-41b0-83e8-01dfa0ed55e6 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 946 time: 0.0626450 Jul 13 15:46:32.922077 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 01bd2d1e-851f-44d6-82fa-1084b9681cd1 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:46:32.954617 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-79fe289d-3241-4d9a-a2de-fc1ccb8520e6 req-71279b55-2b5b-4ba6-9b51-9f4aeca16c82 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440178 Jul 13 15:46:32.974491 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 01bd2d1e-851f-44d6-82fa-1084b9681cd1 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:46:32.974940 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:33.054639 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:33.082694 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bd2d1e-851f-44d6-82fa-1084b9681cd1'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:46:33.085296 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b680d833-8631-420a-b16a-dd2626192c7a" -d '{"events": [{"server_uuid": "a185415d-9498-406d-bd15-e3f25aa9cbf8", "name": "network-vif-plugged", "status": "completed", "tag": "01bd2d1e-851f-44d6-82fa-1084b9681cd1"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:46:33.098007 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 01bd2d1e-851f-44d6-82fa-1084b9681cd1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:46:33.103972 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:33.158801 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=01bd2d1e-851f-44d6-82fa-1084b9681cd1,revision_number=10']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:46:33.275870 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0a017-cc9b-4f32-95ad-0159ada90f0c req-5a7ae6b9-e654-4bec-ab02-6dbbd53152e7 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:33.277471 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-08f0a017-cc9b-4f32-95ad-0159ada90f0c req-5a7ae6b9-e654-4bec-ab02-6dbbd53152e7 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0669699 Jul 13 15:46:33.314735 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-08f0a017-cc9b-4f32-95ad-0159ada90f0c req-3fabb74a-917a-46e6-8b30-0043f9e85e6e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Jul 13 15:46:33.348124 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090d41a-8691-42cf-86fd-7267f22bb57c req-b559b248-7a32-4d25-94d1-5946c8ec459b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:33.349891 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f090d41a-8691-42cf-86fd-7267f22bb57c req-b559b248-7a32-4d25-94d1-5946c8ec459b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 947 time: 0.0631416 Jul 13 15:46:33.360139 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967d4d80-f18f-4b82-bdd6-53270e541577 x-openstack-request-id: req-967d4d80-f18f-4b82-bdd6-53270e541577 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:46:33.360436 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a185415d-9498-406d-bd15-e3f25aa9cbf8", "name": "network-vif-plugged", "status": "completed", "tag": "01bd2d1e-851f-44d6-82fa-1084b9681cd1", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:46:33.360689 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-967d4d80-f18f-4b82-bdd6-53270e541577 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:46:33.361079 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'code': 200} Jul 13 15:46:33.389032 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f090d41a-8691-42cf-86fd-7267f22bb57c req-c8c8607b-1f61-42cb-b769-d6200e8ce662 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331509 Jul 13 15:46:33.510761 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46b6bb-d710-45f8-85eb-c199e620702c req-033744e6-e5c0-4d9a-b9f1-452368a66541 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:33.512409 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4e46b6bb-d710-45f8-85eb-c199e620702c req-033744e6-e5c0-4d9a-b9f1-452368a66541 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 946 time: 0.0628345 Jul 13 15:46:33.548582 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4e46b6bb-d710-45f8-85eb-c199e620702c req-d6f1b2bd-73c8-4aa8-803f-d8c4061459e7 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306396 Jul 13 15:46:33.700003 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44340e-e6ca-46af-b5d4-747e9f6c6d81 req-f815da26-d053-43de-94c7-104693cea633 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:33.701388 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3a44340e-e6ca-46af-b5d4-747e9f6c6d81 req-f815da26-d053-43de-94c7-104693cea633 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0638783 Jul 13 15:46:33.740539 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3a44340e-e6ca-46af-b5d4-747e9f6c6d81 req-88f69c0d-163e-4425-99e8-94c348ee15e8 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334346 Jul 13 15:46:34.170193 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931c5e5-2071-49f4-bf2f-cd3ae4a084f6 req-a8bf78f3-0df9-4d1d-9406-3cd8c17000f1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:34.171663 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f931c5e5-2071-49f4-bf2f-cd3ae4a084f6 req-a8bf78f3-0df9-4d1d-9406-3cd8c17000f1 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 946 time: 0.1026516 Jul 13 15:46:34.177040 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76de77f-3a35-450b-9bb4-fd71d48fec36 req-7c061ae0-50d5-49eb-9669-2323a07bd3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:34.178465 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e76de77f-3a35-450b-9bb4-fd71d48fec36 req-7c061ae0-50d5-49eb-9669-2323a07bd3ec service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 1100 time: 0.0748415 Jul 13 15:46:34.231979 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f931c5e5-2071-49f4-bf2f-cd3ae4a084f6 req-877062e1-1d36-4b89-b651-e833e2fe6ce2 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526106 Jul 13 15:46:34.233835 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e76de77f-3a35-450b-9bb4-fd71d48fec36 req-8fe57762-5e18-4a76-978d-241efd2b2e2e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421073 Jul 13 15:46:34.487712 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc3fb7-3cc1-409a-8546-ab21e0cce05e req-c1f6fe24-bf30-40f8-931e-e4ca69ca3ef0 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:34.489100 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6cbc3fb7-3cc1-409a-8546-ab21e0cce05e req-c1f6fe24-bf30-40f8-931e-e4ca69ca3ef0 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0655007 Jul 13 15:46:34.527130 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6cbc3fb7-3cc1-409a-8546-ab21e0cce05e req-d02711df-8260-47df-8911-e2702d63afa8 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316744 Jul 13 15:46:34.569003 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a333089-725a-4531-9101-1592fbe4b06f req-0446737a-2cff-4f69-a51d-3ff26ab45d7b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:34.570527 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5a333089-725a-4531-9101-1592fbe4b06f req-0446737a-2cff-4f69-a51d-3ff26ab45d7b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 947 time: 0.0651932 Jul 13 15:46:34.608741 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5a333089-725a-4531-9101-1592fbe4b06f req-bd68c56a-9efa-4d7b-aa3f-d93255241b41 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323427 Jul 13 15:46:34.772898 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c8808-f436-4c64-ab18-6cbc8081d96c req-d81057db-bdf1-4753-88a4-acf96ae8b0aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:34.774349 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2b7c8808-f436-4c64-ab18-6cbc8081d96c req-d81057db-bdf1-4753-88a4-acf96ae8b0aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 946 time: 0.0620503 Jul 13 15:46:34.811372 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2b7c8808-f436-4c64-ab18-6cbc8081d96c req-4810dfaf-e932-4015-9cbc-048ceaeaef67 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Jul 13 15:46:34.901999 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 25d289eb-e9ac-43a6-bde8-2d62d2c37237 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:46:34.923663 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: 25d289eb-e9ac-43a6-bde8-2d62d2c37237 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:46:34.924396 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 25d289eb-e9ac-43a6-bde8-2d62d2c37237 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:46:34.987849 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1cbeb-e324-4004-ab58-e346ea87c331 req-72be1e7b-a5f6-4552-bc8b-029050b04aef tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:34.989472 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6bd1cbeb-e324-4004-ab58-e346ea87c331 req-72be1e7b-a5f6-4552-bc8b-029050b04aef tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0775964 Jul 13 15:46:35.012418 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097aa72-83d2-4ed3-9cc7-4295874b06b8 req-4bc6ca71-dcdf-47d0-b706-729de3440f4a tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:35.013945 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0097aa72-83d2-4ed3-9cc7-4295874b06b8 req-4bc6ca71-dcdf-47d0-b706-729de3440f4a tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0634432 Jul 13 15:46:35.051687 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0097aa72-83d2-4ed3-9cc7-4295874b06b8 req-19262b8f-fbce-4af5-99b2-78c21229e7d7 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320644 Jul 13 15:46:35.056091 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6bd1cbeb-e324-4004-ab58-e346ea87c331 req-5c14b45a-912f-4e20-8f9d-35d42e1b38ce tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590527 Jul 13 15:46:35.075949 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb7907-7d82-4f45-986f-dc205ee37314 req-ae0be270-cb7d-4b91-86a2-2d532e988c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:35.077427 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d4fb7907-7d82-4f45-986f-dc205ee37314 req-ae0be270-cb7d-4b91-86a2-2d532e988c3b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8cc48a34b43a42b58784f490bc5e2382&device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 1098 time: 0.0979548 Jul 13 15:46:35.169758 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb7907-7d82-4f45-986f-dc205ee37314 req-a4627f26-5256-46d1-af14-60d4348286d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:35.171182 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d4fb7907-7d82-4f45-986f-dc205ee37314 req-a4627f26-5256-46d1-af14-60d4348286d4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3898a02d-5a55-4bd3-acbc-bd89e49018c8 HTTP/1.1" status: 200 len: 919 time: 0.0812988 Jul 13 15:46:35.251774 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d4fb7907-7d82-4f45-986f-dc205ee37314 req-10d52f20-59aa-4e07-ac86-9e56dda4540d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dba99e5-764d-49ed-86ae-8716543af0d3 HTTP/1.1" status: 200 len: 217 time: 0.0375497 Jul 13 15:46:35.285909 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6970c-1cd6-423b-9167-d32cccd5326c req-11843007-5b87-44aa-909e-a1f5690626fc tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:35.287376 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ac6970c-1cd6-423b-9167-d32cccd5326c req-11843007-5b87-44aa-909e-a1f5690626fc tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.63 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 946 time: 0.0735319 Jul 13 15:46:35.305434 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb7907-7d82-4f45-986f-dc205ee37314 req-250c4bc1-edec-408f-b134-40bb1769a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:35.306974 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d4fb7907-7d82-4f45-986f-dc205ee37314 req-250c4bc1-edec-408f-b134-40bb1769a16a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=678e4bb8-5e76-4f8f-a15c-d9b0ba08c271 HTTP/1.1" status: 200 len: 858 time: 0.0458453 Jul 13 15:46:35.341716 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d4fb7907-7d82-4f45-986f-dc205ee37314 req-2e6b202c-0c39-4265-b028-ede16ad9b173 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3898a02d-5a55-4bd3-acbc-bd89e49018c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257399 Jul 13 15:46:35.436870 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d4fb7907-7d82-4f45-986f-dc205ee37314 req-9a53f798-626f-4d4f-aa66-2f82286f2be2 service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869968 Jul 13 15:46:35.446924 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbefe54-311c-4e87-abc4-29b2533df936 req-b9ad596f-41f4-45cc-9c0f-d4f507bf8b36 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:35.448667 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4cbefe54-311c-4e87-abc4-29b2533df936 req-b9ad596f-41f4-45cc-9c0f-d4f507bf8b36 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 946 time: 0.1053171 Jul 13 15:46:35.453578 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-0ac6970c-1cd6-423b-9167-d32cccd5326c req-d3987fdc-c67c-4c7c-a97e-8f554848b956 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Deleting port d13f8dd1-b881-410b-be92-09f675a36060 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:46:35.453962 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0ac6970c-1cd6-423b-9167-d32cccd5326c req-d3987fdc-c67c-4c7c-a97e-8f554848b956 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:35.527865 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d4fb7907-7d82-4f45-986f-dc205ee37314 req-f88d8a58-319b-44cb-9656-ed86805c1f97 service neutron] 10.222.0.63 "GET /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813558 Jul 13 15:46:35.532355 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4cbefe54-311c-4e87-abc4-29b2533df936 req-1ed93fd5-44d4-4edd-8561-7ba0c24f08c5 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80ad405-e901-47e5-8196-8d71c708c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755455 Jul 13 15:46:35.565049 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-0ac6970c-1cd6-423b-9167-d32cccd5326c req-d3987fdc-c67c-4c7c-a97e-8f554848b956 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] For port d13f8dd1-b881-410b-be92-09f675a36060, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d13f8dd1-b881-410b-be92-09f675a36060,segment=NetworkSegment(e1d74225-0f88-4a37-8b93-d54f34f6655a),segment_id=e1d74225-0f88-4a37-8b93-d54f34f6655a)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:46:35.565332 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0ac6970c-1cd6-423b-9167-d32cccd5326c req-d3987fdc-c67c-4c7c-a97e-8f554848b956 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:35.578274 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-0ac6970c-1cd6-423b-9167-d32cccd5326c req-d3987fdc-c67c-4c7c-a97e-8f554848b956 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Calling delete_port for d13f8dd1-b881-410b-be92-09f675a36060 owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:46:35.704433 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0ac6970c-1cd6-423b-9167-d32cccd5326c req-d3987fdc-c67c-4c7c-a97e-8f554848b956 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:35.731772 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3987fdc-c67c-4c7c-a97e-8f554848b956 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Pushing event deleted for resources: {'Port': ['ID=d13f8dd1-b881-410b-be92-09f675a36060,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:46:35.761336 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['d13f8dd1-b881-410b-be92-09f675a36060'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:46:35.783883 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac6970c-1cd6-423b-9167-d32cccd5326c req-d3987fdc-c67c-4c7c-a97e-8f554848b956 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] No DVR routers for this DVR port d13f8dd1-b881-410b-be92-09f675a36060 on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:46:35.786178 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0ac6970c-1cd6-423b-9167-d32cccd5326c req-d3987fdc-c67c-4c7c-a97e-8f554848b956 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:35.788604 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ac6970c-1cd6-423b-9167-d32cccd5326c req-d3987fdc-c67c-4c7c-a97e-8f554848b956 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.63 "DELETE /v2.0/ports/d13f8dd1-b881-410b-be92-09f675a36060 HTTP/1.1" status: 204 len: 173 time: 0.4914036 Jul 13 15:46:35.789046 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be45e6e-1433-4681-9dad-d04c51116f01', 'name': 'network-vif-deleted', 'tag': 'd13f8dd1-b881-410b-be92-09f675a36060'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:46:35.791365 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506b6a1f-b4ae-4f35-bf04-eaad4d431fc5" -d '{"events": [{"server_uuid": "9be45e6e-1433-4681-9dad-d04c51116f01", "name": "network-vif-deleted", "tag": "d13f8dd1-b881-410b-be92-09f675a36060"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:46:35.795520 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d9195-cde3-482d-9599-952073c348b1 req-420bbd0e-ef88-4ee7-9a68-b91c4286da17 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:35.797053 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4c5d9195-cde3-482d-9599-952073c348b1 req-420bbd0e-ef88-4ee7-9a68-b91c4286da17 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 947 time: 0.0694342 Jul 13 15:46:35.826789 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6596f58c-04f0-4bdf-8420-470c746da1f4 x-openstack-request-id: req-6596f58c-04f0-4bdf-8420-470c746da1f4 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:46:35.827181 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be45e6e-1433-4681-9dad-d04c51116f01", "name": "network-vif-deleted", "tag": "d13f8dd1-b881-410b-be92-09f675a36060", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:46:35.827563 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6596f58c-04f0-4bdf-8420-470c746da1f4 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:46:35.828019 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be45e6e-1433-4681-9dad-d04c51116f01', 'name': 'network-vif-deleted', 'tag': 'd13f8dd1-b881-410b-be92-09f675a36060', 'status': 'completed', 'code': 200} Jul 13 15:46:35.842726 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4c5d9195-cde3-482d-9599-952073c348b1 req-6b48e86b-9a18-4c42-b41e-cc57690eaa8e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379603 Jul 13 15:46:35.984406 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a49fe-cba0-4ac3-ac07-57c380419b1a req-062fd97c-60a6-4f83-a5ca-9571ad5af67b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:35.985920 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-392a49fe-cba0-4ac3-ac07-57c380419b1a req-062fd97c-60a6-4f83-a5ca-9571ad5af67b tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 946 time: 0.0618877 Jul 13 15:46:36.023475 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-392a49fe-cba0-4ac3-ac07-57c380419b1a req-0de4da1e-e0cc-4b07-bd78-a61e1ff28048 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320153 Jul 13 15:46:36.243440 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8228471-e216-4434-a5e5-07e7699d8c7b req-0e8fbe3a-00ff-48e3-99a7-7df8538fea5c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:36.244884 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b8228471-e216-4434-a5e5-07e7699d8c7b req-0e8fbe3a-00ff-48e3-99a7-7df8538fea5c tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0731173 Jul 13 15:46:36.249604 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e90c5-d360-4636-bc72-61f54e9f382a req-0cf9b65c-4133-4150-ba47-275fef0ad017 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:36.254767 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0c2e90c5-d360-4636-bc72-61f54e9f382a req-0cf9b65c-4133-4150-ba47-275fef0ad017 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0745621 Jul 13 15:46:36.294766 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b8228471-e216-4434-a5e5-07e7699d8c7b req-95a9792b-05a2-40c0-953e-3aa1ba6f7cec tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434134 Jul 13 15:46:36.305523 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0c2e90c5-d360-4636-bc72-61f54e9f382a req-36e56cac-476d-4b12-9966-bcd2dcca9b30 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476363 Jul 13 15:46:36.633263 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcde7b1-8829-4283-8156-bf16ea549420 req-e849dc0b-2bd2-4034-b86d-f3f6918bd1cd tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:36.634697 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6bcde7b1-8829-4283-8156-bf16ea549420 req-e849dc0b-2bd2-4034-b86d-f3f6918bd1cd tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 946 time: 0.0689385 Jul 13 15:46:36.686164 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-513ac860-fffc-455e-a1ad-83ff02d5212a req-1925f2eb-299e-49b2-8d02-6ed613b3cf18 tempest-VolumesSnapshotTestJSON-1289082558 tempest-VolumesSnapshotTestJSON-1289082558-project] 10.222.0.59 "GET /v2.0/ports?device_id=9be45e6e-1433-4681-9dad-d04c51116f01 HTTP/1.1" status: 200 len: 210 time: 0.0271468 Jul 13 15:46:36.738693 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-6bcde7b1-8829-4283-8156-bf16ea549420 req-10ae68b3-bea6-49a5-a37f-bc7c1ca27c64 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Deleting port 67182975-e7e5-453e-9a7f-379688acd466 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:46:36.739037 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-6bcde7b1-8829-4283-8156-bf16ea549420 req-10ae68b3-bea6-49a5-a37f-bc7c1ca27c64 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:36.835995 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-6bcde7b1-8829-4283-8156-bf16ea549420 req-10ae68b3-bea6-49a5-a37f-bc7c1ca27c64 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] For port 67182975-e7e5-453e-9a7f-379688acd466, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=67182975-e7e5-453e-9a7f-379688acd466,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:46:36.836352 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-6bcde7b1-8829-4283-8156-bf16ea549420 req-10ae68b3-bea6-49a5-a37f-bc7c1ca27c64 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:36.850597 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-6bcde7b1-8829-4283-8156-bf16ea549420 req-10ae68b3-bea6-49a5-a37f-bc7c1ca27c64 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Calling delete_port for 67182975-e7e5-453e-9a7f-379688acd466 owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:46:37.021396 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-6bcde7b1-8829-4283-8156-bf16ea549420 req-10ae68b3-bea6-49a5-a37f-bc7c1ca27c64 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:37.051405 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae68b3-bea6-49a5-a37f-bc7c1ca27c64 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Pushing event deleted for resources: {'Port': ['ID=67182975-e7e5-453e-9a7f-379688acd466,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:46:37.067291 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['19973c8c-f5ea-49ae-aef1-b2ec2e03872e', '67182975-e7e5-453e-9a7f-379688acd466'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:46:37.116150 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231a398-9f27-427c-b1f9-21a2ffb3e9ea req-12882efb-63ab-459c-9a51-812fadc226af tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:37.117910 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2231a398-9f27-427c-b1f9-21a2ffb3e9ea req-12882efb-63ab-459c-9a51-812fadc226af tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 947 time: 0.1520641 Jul 13 15:46:37.118711 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcde7b1-8829-4283-8156-bf16ea549420 req-10ae68b3-bea6-49a5-a37f-bc7c1ca27c64 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] No DVR routers for this DVR port 67182975-e7e5-453e-9a7f-379688acd466 on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:46:37.121156 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-6bcde7b1-8829-4283-8156-bf16ea549420 req-10ae68b3-bea6-49a5-a37f-bc7c1ca27c64 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:37.123199 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6bcde7b1-8829-4283-8156-bf16ea549420 req-10ae68b3-bea6-49a5-a37f-bc7c1ca27c64 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "DELETE /v2.0/ports/67182975-e7e5-453e-9a7f-379688acd466 HTTP/1.1" status: 204 len: 173 time: 0.4819620 Jul 13 15:46:37.161129 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2231a398-9f27-427c-b1f9-21a2ffb3e9ea req-be7d1f0a-a07b-4e1c-93e1-c0eeaf92d6bb tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350244 Jul 13 15:46:37.189914 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-16b45c8b-7ed3-4eb0-bced-14dfb064470d req-664a17b8-f571-4091-8ed2-b11fd68a3d4a tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=67c0bf2d-d4b7-4400-9356-97c91e398513 HTTP/1.1" status: 200 len: 210 time: 0.0402379 Jul 13 15:46:37.470921 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980943f2-140d-4c7c-9838-c9a7d0bce807 req-37cca7b0-8406-4cbb-b8f9-853aaf447926 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:37.474021 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-980943f2-140d-4c7c-9838-c9a7d0bce807 req-37cca7b0-8406-4cbb-b8f9-853aaf447926 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0668235 Jul 13 15:46:37.481864 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e7e4b-7b2f-462f-90bd-cca9cc84e1bd req-6a4c5e08-78f3-4c80-ad4f-7a16e1873d4a tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:37.483417 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a67e7e4b-7b2f-462f-90bd-cca9cc84e1bd req-6a4c5e08-78f3-4c80-ad4f-7a16e1873d4a tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0636532 Jul 13 15:46:37.514912 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-980943f2-140d-4c7c-9838-c9a7d0bce807 req-6854b7b4-3089-4404-a938-a6394eb00586 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353959 Jul 13 15:46:37.524691 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a67e7e4b-7b2f-462f-90bd-cca9cc84e1bd req-70c312f3-7562-495f-840a-5201f8e5c553 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356112 Jul 13 15:46:37.829278 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c0bf2d-d4b7-4400-9356-97c91e398513', 'name': 'network-vif-deleted', 'tag': '67182975-e7e5-453e-9a7f-379688acd466'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:46:37.831801 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaebed7f-8310-413c-a8a6-4e50ea1a8fa8" -d '{"events": [{"server_uuid": "67c0bf2d-d4b7-4400-9356-97c91e398513", "name": "network-vif-deleted", "tag": "67182975-e7e5-453e-9a7f-379688acd466"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:46:37.867108 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26006c54-3f8f-49c8-9045-d3234717e50e x-openstack-request-id: req-26006c54-3f8f-49c8-9045-d3234717e50e {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:46:37.867453 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c0bf2d-d4b7-4400-9356-97c91e398513", "name": "network-vif-deleted", "tag": "67182975-e7e5-453e-9a7f-379688acd466", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:46:37.867767 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-26006c54-3f8f-49c8-9045-d3234717e50e {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:46:37.868229 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c0bf2d-d4b7-4400-9356-97c91e398513', 'name': 'network-vif-deleted', 'tag': '67182975-e7e5-453e-9a7f-379688acd466', 'status': 'completed', 'code': 200} Jul 13 15:46:38.689967 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b629632-8fe2-4aef-a5b6-d2dbce96b9f3 req-6b71ee43-6596-4ecb-836b-58664a4bdeed tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:38.691464 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6b629632-8fe2-4aef-a5b6-d2dbce96b9f3 req-6b71ee43-6596-4ecb-836b-58664a4bdeed tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0624957 Jul 13 15:46:38.696829 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a0636-9598-476d-9076-5b8988f9070e req-ec36ac89-d83f-402f-af84-c8f29ecd50de tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:38.698734 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-555a0636-9598-476d-9076-5b8988f9070e req-ec36ac89-d83f-402f-af84-c8f29ecd50de tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0621066 Jul 13 15:46:38.736475 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6b629632-8fe2-4aef-a5b6-d2dbce96b9f3 req-207923c4-33da-42ff-b9b8-6c6ba2618561 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383427 Jul 13 15:46:38.739717 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-555a0636-9598-476d-9076-5b8988f9070e req-17141eb6-56d8-4ea3-902b-8848dc57f4bc tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352366 Jul 13 15:46:38.930621 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device d13f8dd1-b881-410b-be92-09f675a36060 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:46:38.950586 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: d13f8dd1-b881-410b-be92-09f675a36060 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:46:38.951249 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device d13f8dd1-b881-410b-be92-09f675a36060 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:46:38.951664 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 67182975-e7e5-453e-9a7f-379688acd466 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:46:38.970330 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: 67182975-e7e5-453e-9a7f-379688acd466 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:46:38.970666 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 67182975-e7e5-453e-9a7f-379688acd466 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:46:39.758028 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b438c-31b8-4221-aeb4-cb9874235816 req-2c4c9ab3-a805-4497-98d8-40df52d654e6 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:39.759598 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d42b438c-31b8-4221-aeb4-cb9874235816 req-2c4c9ab3-a805-4497-98d8-40df52d654e6 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 945 time: 0.0625827 Jul 13 15:46:39.797013 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d42b438c-31b8-4221-aeb4-cb9874235816 req-b621e305-9316-4b3a-93f7-0c6097b247cd tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318367 Jul 13 15:46:39.915650 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dbaaf-b15a-4ecb-b0ad-ec964fd84efc req-e4786376-cc9c-45df-93c4-c354f3326708 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:39.917131 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2e0dbaaf-b15a-4ecb-b0ad-ec964fd84efc req-e4786376-cc9c-45df-93c4-c354f3326708 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0647347 Jul 13 15:46:39.956408 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2e0dbaaf-b15a-4ecb-b0ad-ec964fd84efc req-e79561d3-c8fd-485f-a946-f6be884b276d tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336106 Jul 13 15:46:40.966244 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf995c-2e86-4ced-b5df-5b024a679446 req-691b2de3-399e-4bf5-b782-603a0accc351 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:40.967629 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-59cf995c-2e86-4ced-b5df-5b024a679446 req-691b2de3-399e-4bf5-b782-603a0accc351 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 945 time: 0.0618441 Jul 13 15:46:41.005696 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-59cf995c-2e86-4ced-b5df-5b024a679446 req-f0133385-8613-462b-b178-cc5f648eada0 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325968 Jul 13 15:46:41.124130 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f332718-acac-4063-85f6-a2cba03a2c89 req-b5e7bfbf-1309-41fb-8f34-d9f41c2bbead tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:41.125571 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6f332718-acac-4063-85f6-a2cba03a2c89 req-b5e7bfbf-1309-41fb-8f34-d9f41c2bbead tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0613670 Jul 13 15:46:41.165111 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6f332718-acac-4063-85f6-a2cba03a2c89 req-cda72461-378b-4bea-9449-cc7ecc78b241 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338314 Jul 13 15:46:42.178633 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bc01c-9100-4914-831d-122f21a58af4 req-ece93f97-6657-4dbb-9e8e-d4f045a094b8 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:42.180094 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-369bc01c-9100-4914-831d-122f21a58af4 req-ece93f97-6657-4dbb-9e8e-d4f045a094b8 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 945 time: 0.0657237 Jul 13 15:46:42.219020 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-369bc01c-9100-4914-831d-122f21a58af4 req-263ed9fd-1bc0-4d08-96e1-462453b2abcf tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333691 Jul 13 15:46:42.351251 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fc5aa-98ae-4648-8bb6-27643e738df1 req-aced6255-3578-4f02-8323-cacde830a714 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:42.352711 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-536fc5aa-98ae-4648-8bb6-27643e738df1 req-aced6255-3578-4f02-8323-cacde830a714 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0638981 Jul 13 15:46:42.401428 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-536fc5aa-98ae-4648-8bb6-27643e738df1 req-f6f4e73e-a5f9-45f8-9629-818343bac623 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428481 Jul 13 15:46:43.407384 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca3dc6-e2b4-4c0d-89e2-21b01a02bc14 req-88a6899c-9bbc-4b34-96e4-40660856c7b4 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:43.409460 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e2ca3dc6-e2b4-4c0d-89e2-21b01a02bc14 req-88a6899c-9bbc-4b34-96e4-40660856c7b4 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 945 time: 0.0725780 Jul 13 15:46:43.452944 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e2ca3dc6-e2b4-4c0d-89e2-21b01a02bc14 req-6ba85f0a-d34e-4f71-aa18-1419eb30d29d tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350931 Jul 13 15:46:43.596078 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812e520-0ad4-422e-b740-1fbfb6cb5218 req-3479c635-8c0a-4a12-9303-dc5faaa3bbf1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:43.597962 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4812e520-0ad4-422e-b740-1fbfb6cb5218 req-3479c635-8c0a-4a12-9303-dc5faaa3bbf1 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0673454 Jul 13 15:46:43.653353 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4812e520-0ad4-422e-b740-1fbfb6cb5218 req-d5ef36bb-a659-448c-afe7-5b7907dfc0ca tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488727 Jul 13 15:46:44.416273 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaef88-9ef4-475b-9043-83326f7b0203 req-79fd3df0-40b4-47a4-a2d1-8e73d45d6767 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:44.417707 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-05eaef88-9ef4-475b-9043-83326f7b0203 req-79fd3df0-40b4-47a4-a2d1-8e73d45d6767 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 945 time: 0.0643063 Jul 13 15:46:44.522332 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-05eaef88-9ef4-475b-9043-83326f7b0203 req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Deleting port 19973c8c-f5ea-49ae-aef1-b2ec2e03872e {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:46:44.522332 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-05eaef88-9ef4-475b-9043-83326f7b0203 req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:44.644082 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-05eaef88-9ef4-475b-9043-83326f7b0203 req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] For port 19973c8c-f5ea-49ae-aef1-b2ec2e03872e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19973c8c-f5ea-49ae-aef1-b2ec2e03872e,segment=NetworkSegment(036f99a4-0acc-45c7-874e-c3724c539fd6),segment_id=036f99a4-0acc-45c7-874e-c3724c539fd6)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:46:44.644438 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-05eaef88-9ef4-475b-9043-83326f7b0203 req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:44.659072 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-05eaef88-9ef4-475b-9043-83326f7b0203 req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Calling delete_port for 19973c8c-f5ea-49ae-aef1-b2ec2e03872e owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:46:44.716993 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db524df-7ce9-47ec-9a22-bb7b85676edc req-847c54ba-095f-467d-a560-28bc8d267a76 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:44.718622 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1db524df-7ce9-47ec-9a22-bb7b85676edc req-847c54ba-095f-467d-a560-28bc8d267a76 tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0358850-712a-48ad-9be1-699ddf6d1a88 HTTP/1.1" status: 200 len: 945 time: 0.1358464 Jul 13 15:46:44.807180 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1db524df-7ce9-47ec-9a22-bb7b85676edc req-c2d9c9c1-f818-4322-b251-d81c2f6323ae tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.59 "GET /v2.0/security-groups?id=03417c48-f392-4059-8bbe-8b7dab335f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818737 Jul 13 15:46:44.875542 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-05eaef88-9ef4-475b-9043-83326f7b0203 req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:44.905422 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3be62-2128-4fcd-82b0-b5e8e454522b req-5c892411-060e-4479-9cf7-2856d742e75e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:44.910320 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68b3be62-2128-4fcd-82b0-b5e8e454522b req-5c892411-060e-4479-9cf7-2856d742e75e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.1277080 Jul 13 15:46:44.917169 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['19973c8c-f5ea-49ae-aef1-b2ec2e03872e'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:46:44.923983 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Pushing event deleted for resources: {'Port': ['ID=19973c8c-f5ea-49ae-aef1-b2ec2e03872e,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:46:44.964260 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68b3be62-2128-4fcd-82b0-b5e8e454522b req-0e0ca35e-c510-4176-94e8-1d1f052503a3 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460742 Jul 13 15:46:44.994332 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:44.994683 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:44.995019 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:44.995353 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:44.995683 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:44.996010 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:44.996335 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:44.996657 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:44.997003 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:44.997465 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:44.997808 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:44.998125 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:45.001096 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-05eaef88-9ef4-475b-9043-83326f7b0203 req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] No DVR routers for this DVR port 19973c8c-f5ea-49ae-aef1-b2ec2e03872e on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:46:45.004121 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-05eaef88-9ef4-475b-9043-83326f7b0203 req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:45.006260 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-05eaef88-9ef4-475b-9043-83326f7b0203 req-96e78d80-629f-44ca-aa2d-f9b5295ab7aa tempest-AttachVolumeNegativeTest-200117654 tempest-AttachVolumeNegativeTest-200117654-project] 10.222.0.63 "DELETE /v2.0/ports/19973c8c-f5ea-49ae-aef1-b2ec2e03872e HTTP/1.1" status: 204 len: 173 time: 0.5833843 Jul 13 15:46:45.006678 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0358850-712a-48ad-9be1-699ddf6d1a88', 'name': 'network-vif-deleted', 'tag': '19973c8c-f5ea-49ae-aef1-b2ec2e03872e'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:46:45.009555 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bc729e-b696-45c8-a8ef-09c4b668e21b" -d '{"events": [{"server_uuid": "b0358850-712a-48ad-9be1-699ddf6d1a88", "name": "network-vif-deleted", "tag": "19973c8c-f5ea-49ae-aef1-b2ec2e03872e"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:46:45.048352 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373fdc57-0619-48ea-a897-13d707d33052 x-openstack-request-id: req-373fdc57-0619-48ea-a897-13d707d33052 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:46:45.048673 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0358850-712a-48ad-9be1-699ddf6d1a88", "name": "network-vif-deleted", "tag": "19973c8c-f5ea-49ae-aef1-b2ec2e03872e", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:46:45.048910 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-373fdc57-0619-48ea-a897-13d707d33052 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:46:45.049351 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0358850-712a-48ad-9be1-699ddf6d1a88', 'name': 'network-vif-deleted', 'tag': '19973c8c-f5ea-49ae-aef1-b2ec2e03872e', 'status': 'completed', 'code': 200} Jul 13 15:46:45.900103 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 47648) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:46:45.946333 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cb146a-5bea-464c-b89e-5e7a3016bd0a admin admin] Deleting subnet 3ed33725-fe88-43df-8288-b144efbb3fc2 {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:46:45.949628 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-64cb146a-5bea-464c-b89e-5e7a3016bd0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:45.951347 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda3a50-73dd-4742-9e7d-4b05688c0a01 req-993590ff-4b63-4dbb-bc95-ce891a647322 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:45.952840 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9fda3a50-73dd-4742-9e7d-4b05688c0a01 req-993590ff-4b63-4dbb-bc95-ce891a647322 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0665355 Jul 13 15:46:45.983061 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-64cb146a-5bea-464c-b89e-5e7a3016bd0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59737147'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:45.990860 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9fda3a50-73dd-4742-9e7d-4b05688c0a01 req-9f6d0f51-c718-4511-a6e0-fcfbde743c16 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Jul 13 15:46:46.026421 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-64cb146a-5bea-464c-b89e-5e7a3016bd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:46.083030 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-64cb146a-5bea-464c-b89e-5e7a3016bd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59731330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3476084'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:46.119770 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb146a-5bea-464c-b89e-5e7a3016bd0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed33725-fe88-43df-8288-b144efbb3fc2,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:46:46.141729 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-64cb146a-5bea-464c-b89e-5e7a3016bd0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:46.143800 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-64cb146a-5bea-464c-b89e-5e7a3016bd0a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3ed33725-fe88-43df-8288-b144efbb3fc2 HTTP/1.1" status: 204 len: 168 time: 0.2426755 Jul 13 15:46:46.146556 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 47656) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:46:46.189932 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a271cc4-deaa-405d-9b8f-84fcd76eb941 req-87997ad2-c445-48e1-a205-56895256f0f3 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:46.194154 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7a271cc4-deaa-405d-9b8f-84fcd76eb941 req-87997ad2-c445-48e1-a205-56895256f0f3 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.1030531 Jul 13 15:46:46.217630 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3e574e1e-1ebd-443f-9ebe-2b92af6252fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:46.237072 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7a271cc4-deaa-405d-9b8f-84fcd76eb941 req-395c0eae-c1f9-48c9-8545-d330dc6e272c tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378020 Jul 13 15:46:46.318890 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3e574e1e-1ebd-443f-9ebe-2b92af6252fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:46.330084 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-3e574e1e-1ebd-443f-9ebe-2b92af6252fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b11bcae-9c13-43bf-9731-6a731f2cd490']}} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:46:46.340446 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-3e574e1e-1ebd-443f-9ebe-2b92af6252fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036f99a4-0acc-45c7-874e-c3724c539fd6') {'for_net_delete': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:46:46.340742 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-3e574e1e-1ebd-443f-9ebe-2b92af6252fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036f99a4-0acc-45c7-874e-c3724c539fd6') {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:46:46.349710 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3e574e1e-1ebd-443f-9ebe-2b92af6252fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610977'] for segment, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:46.363108 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3e574e1e-1ebd-443f-9ebe-2b92af6252fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:46.369090 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e574e1e-1ebd-443f-9ebe-2b92af6252fe admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:46:46.369540 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3e574e1e-1ebd-443f-9ebe-2b92af6252fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3610720'] for segment, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: Traceback (most recent call last): Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: timer() Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: cb(*args, **kw) Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: return func(*args, **kwargs) Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: self._notify() Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: self.callback(batched_events) Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: event.method(event) Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: return f(self, *a, **k) Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._get(url).json() Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: return self.request(url, 'GET', **kwargs) Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:46:46.371551 dv-cinder-788366-2-iscsi neutron-server[93019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:46:46.423930 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3e574e1e-1ebd-443f-9ebe-2b92af6252fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:46.429825 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3e574e1e-1ebd-443f-9ebe-2b92af6252fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:46.431973 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-3e574e1e-1ebd-443f-9ebe-2b92af6252fe admin admin] 10.222.0.59 "DELETE /v2.0/networks/8b11bcae-9c13-43bf-9731-6a731f2cd490 HTTP/1.1" status: 204 len: 168 time: 0.2844007 Jul 13 15:46:46.448875 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e574e1e-1ebd-443f-9ebe-2b92af6252fe admin admin] Pushing event deleted for resources: {'Network': ['ID=8b11bcae-9c13-43bf-9731-6a731f2cd490,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:46:46.589611 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 47664) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:46:46.628120 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-bd13c260-1ab6-4c77-aab4-f7b33b2eca67 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f21b25fab07a42b9a52120ccaaf2af3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372951 Jul 13 15:46:46.630471 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 47666) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:46:46.676314 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-34b40d62-209c-4706-b3be-e4ec146afb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:46.698827 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-34b40d62-209c-4706-b3be-e4ec146afb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:46.744117 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-34b40d62-209c-4706-b3be-e4ec146afb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:46.746655 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-34b40d62-209c-4706-b3be-e4ec146afb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:46.747784 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-34b40d62-209c-4706-b3be-e4ec146afb62 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03417c48-f392-4059-8bbe-8b7dab335f63 HTTP/1.1" status: 204 len: 168 time: 0.1164093 Jul 13 15:46:46.755055 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b40d62-209c-4706-b3be-e4ec146afb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03417c48-f392-4059-8bbe-8b7dab335f63,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:46:47.174330 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2113d9-684e-4bf5-bc41-5a2ec2e0850f req-f4379d08-7c45-4b3f-b709-9b916a0966e5 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:47.175909 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1d2113d9-684e-4bf5-bc41-5a2ec2e0850f req-f4379d08-7c45-4b3f-b709-9b916a0966e5 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0629010 Jul 13 15:46:47.217682 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1d2113d9-684e-4bf5-bc41-5a2ec2e0850f req-a0fe9523-99e5-4e07-8c44-8978afeea749 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353904 Jul 13 15:46:47.428055 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b1ef-2540-403a-9c7b-df87675997ea req-bc535e35-03d4-466f-86ab-dc2f83b07161 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:47.430453 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-08e7b1ef-2540-403a-9c7b-df87675997ea req-bc535e35-03d4-466f-86ab-dc2f83b07161 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0737121 Jul 13 15:46:47.476641 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-08e7b1ef-2540-403a-9c7b-df87675997ea req-f01d6c1e-93eb-4b60-8540-255d5fed3de7 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390189 Jul 13 15:46:48.388418 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660ea1a-b931-46b3-806e-04afabccda42 req-2b10ae30-aba8-4b0c-8ea9-be5c8f37afd9 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:48.390479 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8660ea1a-b931-46b3-806e-04afabccda42 req-2b10ae30-aba8-4b0c-8ea9-be5c8f37afd9 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0640357 Jul 13 15:46:48.426316 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8660ea1a-b931-46b3-806e-04afabccda42 req-d2ae062a-04b5-4631-812f-26c32c671bf5 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303662 Jul 13 15:46:48.653877 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc87af8-f89f-4925-b253-f6c703c73419 req-fde3d0be-0d1c-4a64-b7b1-905aecd577b5 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:48.655335 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1cc87af8-f89f-4925-b253-f6c703c73419 req-fde3d0be-0d1c-4a64-b7b1-905aecd577b5 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0618060 Jul 13 15:46:48.698180 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1cc87af8-f89f-4925-b253-f6c703c73419 req-56f9c60f-9d83-4108-b8d1-e7363c6aeaf2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371642 Jul 13 15:46:49.595463 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45a9e2-50b7-489e-b5b5-2b2e5972769a req-4c8b4c63-6243-434b-a261-f438eaf176b4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:49.596935 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2d45a9e2-50b7-489e-b5b5-2b2e5972769a req-4c8b4c63-6243-434b-a261-f438eaf176b4 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0623295 Jul 13 15:46:49.634406 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2d45a9e2-50b7-489e-b5b5-2b2e5972769a req-9b1add19-f1e6-4b5d-aba4-2329a7d4ce19 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316904 Jul 13 15:46:49.867620 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ba0bb-d5da-453f-bb9d-527629f49cb2 req-3ccb63dd-f543-43ad-8f93-3bf125f4d88b tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:49.868983 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-207ba0bb-d5da-453f-bb9d-527629f49cb2 req-3ccb63dd-f543-43ad-8f93-3bf125f4d88b tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0613279 Jul 13 15:46:49.907447 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-207ba0bb-d5da-453f-bb9d-527629f49cb2 req-ef07b372-0d6e-4fb1-ad9c-5db3c962cd91 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329225 Jul 13 15:46:50.339953 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c4058ef4-8855-428c-81b5-9bb575d63dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:50.759895 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 19973c8c-f5ea-49ae-aef1-b2ec2e03872e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:46:50.786555 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: 19973c8c-f5ea-49ae-aef1-b2ec2e03872e {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:46:50.786888 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 19973c8c-f5ea-49ae-aef1-b2ec2e03872e not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:46:50.794237 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:50.807625 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2da7d-a0cb-4916-bae4-78ea1a3fbdab req-fc927c22-5ac1-4b11-af3f-7f10847c06e7 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:50.809224 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3cb2da7d-a0cb-4916-bae4-78ea1a3fbdab req-fc927c22-5ac1-4b11-af3f-7f10847c06e7 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0670717 Jul 13 15:46:50.847834 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3cb2da7d-a0cb-4916-bae4-78ea1a3fbdab req-27a36743-9264-4b71-b314-3c42565b0c4d tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325925 Jul 13 15:46:51.079782 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b34e98-a997-4c4c-84e6-74ad9d50b7eb req-edc5c37f-509e-4178-85e4-865beb8d588c tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:51.081245 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-00b34e98-a997-4c4c-84e6-74ad9d50b7eb req-edc5c37f-509e-4178-85e4-865beb8d588c tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0623093 Jul 13 15:46:51.121364 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-00b34e98-a997-4c4c-84e6-74ad9d50b7eb req-9dcd5a72-5ecf-42b6-a00f-4a451c7708de tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338635 Jul 13 15:46:51.637085 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e39f06-31ed-4877-bb80-2484152f8093 req-3de8bf55-9f4c-40df-bb16-11f9647f7776 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:51.638596 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f0e39f06-31ed-4877-bb80-2484152f8093 req-3de8bf55-9f4c-40df-bb16-11f9647f7776 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0630071 Jul 13 15:46:51.805838 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-f0e39f06-31ed-4877-bb80-2484152f8093 req-a9de8ee7-6bfd-4399-be26-1b59a269a0ce tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Deleting port 2412dd0e-4360-462e-9cdb-b276e041d611 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:46:51.806173 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-f0e39f06-31ed-4877-bb80-2484152f8093 req-a9de8ee7-6bfd-4399-be26-1b59a269a0ce tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:51.899321 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-f0e39f06-31ed-4877-bb80-2484152f8093 req-a9de8ee7-6bfd-4399-be26-1b59a269a0ce tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] For port 2412dd0e-4360-462e-9cdb-b276e041d611, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2412dd0e-4360-462e-9cdb-b276e041d611,segment=NetworkSegment(4fc8523a-cb65-413f-813b-4069065342eb),segment_id=4fc8523a-cb65-413f-813b-4069065342eb)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:46:51.899321 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-f0e39f06-31ed-4877-bb80-2484152f8093 req-a9de8ee7-6bfd-4399-be26-1b59a269a0ce tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:51.913044 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-f0e39f06-31ed-4877-bb80-2484152f8093 req-a9de8ee7-6bfd-4399-be26-1b59a269a0ce tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Calling delete_port for 2412dd0e-4360-462e-9cdb-b276e041d611 owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:46:52.044717 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2568913-0a0d-4b52-92ca-6acaf5fed683 req-87586348-24b0-4c00-aacf-449b8624d544 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:52.046230 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b2568913-0a0d-4b52-92ca-6acaf5fed683 req-87586348-24b0-4c00-aacf-449b8624d544 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 946 time: 0.0759110 Jul 13 15:46:52.053129 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-f0e39f06-31ed-4877-bb80-2484152f8093 req-a9de8ee7-6bfd-4399-be26-1b59a269a0ce tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:52.082973 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de8ee7-6bfd-4399-be26-1b59a269a0ce tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Pushing event deleted for resources: {'Port': ['ID=2412dd0e-4360-462e-9cdb-b276e041d611,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:46:52.089450 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b2568913-0a0d-4b52-92ca-6acaf5fed683 req-2155af10-2d7e-4f9d-89c7-0abb27e4987f tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372458 Jul 13 15:46:52.094049 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['4dba99e5-764d-49ed-86ae-8716543af0d3', '2412dd0e-4360-462e-9cdb-b276e041d611'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:46:52.131395 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e39f06-31ed-4877-bb80-2484152f8093 req-a9de8ee7-6bfd-4399-be26-1b59a269a0ce tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] No DVR routers for this DVR port 2412dd0e-4360-462e-9cdb-b276e041d611 on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:46:52.134593 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-f0e39f06-31ed-4877-bb80-2484152f8093 req-a9de8ee7-6bfd-4399-be26-1b59a269a0ce tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:52.136568 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f0e39f06-31ed-4877-bb80-2484152f8093 req-a9de8ee7-6bfd-4399-be26-1b59a269a0ce tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.63 "DELETE /v2.0/ports/2412dd0e-4360-462e-9cdb-b276e041d611 HTTP/1.1" status: 204 len: 173 time: 0.4302106 Jul 13 15:46:52.137002 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c738c7e-dfaa-4483-9c9d-444e230b8501', 'name': 'network-vif-deleted', 'tag': '2412dd0e-4360-462e-9cdb-b276e041d611'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:46:52.139237 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa0e83b-8531-418a-8190-3eec6155565e" -d '{"events": [{"server_uuid": "8c738c7e-dfaa-4483-9c9d-444e230b8501", "name": "network-vif-deleted", "tag": "2412dd0e-4360-462e-9cdb-b276e041d611"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:46:52.183229 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c127a02-9ca1-474f-9f67-c0bb0736bd57 x-openstack-request-id: req-3c127a02-9ca1-474f-9f67-c0bb0736bd57 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:46:52.183493 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c738c7e-dfaa-4483-9c9d-444e230b8501", "name": "network-vif-deleted", "tag": "2412dd0e-4360-462e-9cdb-b276e041d611", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:46:52.183722 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3c127a02-9ca1-474f-9f67-c0bb0736bd57 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:46:52.184157 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c738c7e-dfaa-4483-9c9d-444e230b8501', 'name': 'network-vif-deleted', 'tag': '2412dd0e-4360-462e-9cdb-b276e041d611', 'status': 'completed', 'code': 200} Jul 13 15:46:52.335478 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79a5af-ea7e-4384-976a-35aa1820803b req-39faa3ed-6ff8-43ae-9c11-16f3df41aa03 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:52.337932 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ed79a5af-ea7e-4384-976a-35aa1820803b req-39faa3ed-6ff8-43ae-9c11-16f3df41aa03 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0735061 Jul 13 15:46:52.383717 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ed79a5af-ea7e-4384-976a-35aa1820803b req-12e502a7-aa30-45c6-a67b-6300010c95ab tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395014 Jul 13 15:46:52.793048 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4775aa81-2123-4e46-96ac-28f7236bb3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:53.028859 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:53.245957 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c3aa408d-ce37-42c6-a278-1edcb3198651 req-c5f81eb6-cf5c-4640-b922-b3db087e4a28 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 210 time: 0.0308707 Jul 13 15:46:53.559308 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a2d1-597d-44cb-85ee-2f5eadc72c4f req-c48bda68-991a-4e35-8a02-b8634fb9ac7a tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:53.560846 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ef83a2d1-597d-44cb-85ee-2f5eadc72c4f req-c48bda68-991a-4e35-8a02-b8634fb9ac7a tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0615942 Jul 13 15:46:53.613021 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ef83a2d1-597d-44cb-85ee-2f5eadc72c4f req-1bc067c0-d2ac-4e96-bfa4-1b6ba541ed11 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459828 Jul 13 15:46:53.909978 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:54.394921 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-59003c07-5cc0-4443-9e01-68bc61ef7f92 req-c8ae7e9d-0ee5-48bf-8b86-199039cad11f tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 210 time: 0.0275605 Jul 13 15:46:54.784247 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f189ab-9577-4357-9e51-b810fd9b42b6 req-5258ae01-1be2-4bc4-b543-3495d45e3f04 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:54.785734 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-06f189ab-9577-4357-9e51-b810fd9b42b6 req-5258ae01-1be2-4bc4-b543-3495d45e3f04 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0615592 Jul 13 15:46:54.825661 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-06f189ab-9577-4357-9e51-b810fd9b42b6 req-d8d11c08-39c4-4332-88f7-835633650319 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335360 Jul 13 15:46:55.544076 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8fb2d49d-28a5-44b6-b367-06aa8c1ba1dc req-b83414a9-af93-44cd-a37f-0a8c7b4cd3c2 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c738c7e-dfaa-4483-9c9d-444e230b8501 HTTP/1.1" status: 200 len: 210 time: 0.0282702 Jul 13 15:46:55.619799 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:55.999012 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94ca22-f358-4db3-bdac-6aedbeb7871f req-af7fb190-6cf3-4db1-ad9c-2c4ea253e5a8 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:56.000481 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7a94ca22-f358-4db3-bdac-6aedbeb7871f req-af7fb190-6cf3-4db1-ad9c-2c4ea253e5a8 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0624323 Jul 13 15:46:56.045613 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7a94ca22-f358-4db3-bdac-6aedbeb7871f req-b3fa1039-97fb-493d-9a55-3eabde4e235e tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391579 Jul 13 15:46:56.989625 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5245e4-4605-4778-a7f5-7615538b9c51 req-a82895b1-ffa2-415b-88de-4ffba6c32d97 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:56.991269 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8d5245e4-4605-4778-a7f5-7615538b9c51 req-a82895b1-ffa2-415b-88de-4ffba6c32d97 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0697052 Jul 13 15:46:57.030369 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8d5245e4-4605-4778-a7f5-7615538b9c51 req-317f0977-62aa-4af8-b547-12df2709dfcc tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326207 Jul 13 15:46:57.220493 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca74d0b-4079-4e79-8b9a-074b8b49f9a7 req-b29722e1-8fd9-4250-8e1d-250ef26f1a44 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:57.221973 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ca74d0b-4079-4e79-8b9a-074b8b49f9a7 req-b29722e1-8fd9-4250-8e1d-250ef26f1a44 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.0645070 Jul 13 15:46:57.260702 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ca74d0b-4079-4e79-8b9a-074b8b49f9a7 req-71aa4feb-9b3e-475b-9299-8844184e61d0 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&id=f2990477-4dfa-4402-baef-1ade6bf2866e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324717 Jul 13 15:46:57.737049 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 2412dd0e-4360-462e-9cdb-b276e041d611 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:46:57.758928 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: 2412dd0e-4360-462e-9cdb-b276e041d611 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:46:57.759270 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 2412dd0e-4360-462e-9cdb-b276e041d611 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:46:58.199317 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae8162-4517-4d26-9507-10b03cd8db49 req-6615619d-2e1b-4fd9-ab56-19664fdc9600 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:58.200820 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0dae8162-4517-4d26-9507-10b03cd8db49 req-6615619d-2e1b-4fd9-ab56-19664fdc9600 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0622113 Jul 13 15:46:58.239176 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0dae8162-4517-4d26-9507-10b03cd8db49 req-1b84bb40-fc55-47c9-a436-a21bdfb38733 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327203 Jul 13 15:46:58.708803 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1d6f5-58d3-45d4-ba90-dfba44831df6 req-4097133b-0d63-4484-9ae9-13efb4f91484 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:58.710298 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d1b1d6f5-58d3-45d4-ba90-dfba44831df6 req-4097133b-0d63-4484-9ae9-13efb4f91484 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0649562 Jul 13 15:46:58.747099 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d1b1d6f5-58d3-45d4-ba90-dfba44831df6 req-22cebf9f-4afc-4b0f-bfef-2c65e14cebd9 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306015 Jul 13 15:46:59.352711 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 47902) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:46:59.413398 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd113340-1667-47ad-b680-820b8a2f81cd req-7c17fec5-6af0-4de0-a3a6-72209f8eb111 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:59.415611 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fd113340-1667-47ad-b680-820b8a2f81cd req-7c17fec5-6af0-4de0-a3a6-72209f8eb111 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0619786 Jul 13 15:46:59.454638 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fd113340-1667-47ad-b680-820b8a2f81cd req-a94b7fa6-64cb-4361-9035-a697782aa95f tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333390 Jul 13 15:46:59.455723 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:59.542075 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:59.545824 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:59.582922 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acf2c9eec2474c1c864349864c5335d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290790 Jul 13 15:46:59.584025 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2e194c-2c54-4017-bc58-752e5e8163cd,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:46:59.585799 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 47908) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:46:59.591287 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:59.591638 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:59.591979 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:59.592288 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:59.592608 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:59.593207 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:59.593324 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:59.593554 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:59.593894 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:59.594212 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:59.594528 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:59.594832 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48be238-5304-49bd-9db4-21bf1c4de190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:46:59.636097 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1ae4ec23-5058-45f4-9df8-f0417e47fb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:59.657712 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1ae4ec23-5058-45f4-9df8-f0417e47fb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:59.708275 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1ae4ec23-5058-45f4-9df8-f0417e47fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:59.711072 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1ae4ec23-5058-45f4-9df8-f0417e47fb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:46:59.712207 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-1ae4ec23-5058-45f4-9df8-f0417e47fb24 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8b2e194c-2c54-4017-bc58-752e5e8163cd HTTP/1.1" status: 204 len: 168 time: 0.1254292 Jul 13 15:46:59.720616 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4ec23-5058-45f4-9df8-f0417e47fb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2e194c-2c54-4017-bc58-752e5e8163cd,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:46:59.924034 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e36a2-d153-44c8-aaf5-256f92f1908e req-8d716b18-1ca7-4dcf-a874-0e39e2fb0631 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:46:59.925561 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f98e36a2-d153-44c8-aaf5-256f92f1908e req-8d716b18-1ca7-4dcf-a874-0e39e2fb0631 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0638931 Jul 13 15:46:59.966430 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f98e36a2-d153-44c8-aaf5-256f92f1908e req-00f2714d-b90b-45ed-b0f2-9d8f9ea110e8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345941 Jul 13 15:47:00.634169 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6440ed0-599e-4367-ac0b-db4285c0a0d9 req-ed75d141-f34e-4a59-9eac-03760c1a19dd tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:00.635662 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d6440ed0-599e-4367-ac0b-db4285c0a0d9 req-ed75d141-f34e-4a59-9eac-03760c1a19dd tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0696850 Jul 13 15:47:00.672541 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d6440ed0-599e-4367-ac0b-db4285c0a0d9 req-34c9e477-b4ed-43a3-a196-db68401400b9 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313787 Jul 13 15:47:01.151432 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a449c-1d2f-42a3-aee0-b52759ea7042 req-6d7d88e6-26d7-4d95-8709-41a800b3a83f tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:01.153160 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3c1a449c-1d2f-42a3-aee0-b52759ea7042 req-6d7d88e6-26d7-4d95-8709-41a800b3a83f tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0701261 Jul 13 15:47:01.191026 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3c1a449c-1d2f-42a3-aee0-b52759ea7042 req-9d8b596e-9df0-41e7-af29-c3c6448a2940 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320389 Jul 13 15:47:01.238455 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 47972) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:01.338703 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6c8394c2-6484-4da0-82f7-2c237a30633a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:01.425716 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6c8394c2-6484-4da0-82f7-2c237a30633a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:01.429651 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6c8394c2-6484-4da0-82f7-2c237a30633a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:01.467716 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-6c8394c2-6484-4da0-82f7-2c237a30633a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec1592da78d441eeb013d4c0a9de2fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281694 Jul 13 15:47:01.468818 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8394c2-6484-4da0-82f7-2c237a30633a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe28cd46-d501-4d81-b31f-217192087a85,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:01.470514 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 47976) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:01.518425 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-44960445-47b7-446e-85f6-d5b6b6bff42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:01.541779 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-44960445-47b7-446e-85f6-d5b6b6bff42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:01.586473 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-44960445-47b7-446e-85f6-d5b6b6bff42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:01.588979 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-44960445-47b7-446e-85f6-d5b6b6bff42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:01.590154 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-44960445-47b7-446e-85f6-d5b6b6bff42f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe28cd46-d501-4d81-b31f-217192087a85 HTTP/1.1" status: 204 len: 168 time: 0.1186190 Jul 13 15:47:01.597362 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44960445-47b7-446e-85f6-d5b6b6bff42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe28cd46-d501-4d81-b31f-217192087a85,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:01.852423 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 47988) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:01.853123 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9e78f-9418-4e81-9c44-462b690bdc35 req-8be6de82-c94c-4fed-8f8a-0db5c02713a9 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:01.854706 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-81f9e78f-9418-4e81-9c44-462b690bdc35 req-8be6de82-c94c-4fed-8f8a-0db5c02713a9 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0710526 Jul 13 15:47:01.865362 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39484405-fa79-4e70-8aea-9c54ce2e5ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:01.895439 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-81f9e78f-9418-4e81-9c44-462b690bdc35 req-f7d0e58b-c654-4c14-bd23-422fa10db040 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347319 Jul 13 15:47:01.961130 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39484405-fa79-4e70-8aea-9c54ce2e5ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:01.965051 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39484405-fa79-4e70-8aea-9c54ce2e5ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:02.003362 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-39484405-fa79-4e70-8aea-9c54ce2e5ee2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=82f936e78b184dd9bccc43af9647613f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497397 Jul 13 15:47:02.004210 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39484405-fa79-4e70-8aea-9c54ce2e5ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b601c1d-d9f0-4d05-8f92-997f4e9f56cd,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:02.008044 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48004) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:02.073881 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4add43e5-ba7e-4fed-b323-c5e5291b20e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:02.093975 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4add43e5-ba7e-4fed-b323-c5e5291b20e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:02.137779 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4add43e5-ba7e-4fed-b323-c5e5291b20e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:02.140289 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4add43e5-ba7e-4fed-b323-c5e5291b20e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:02.141405 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-4add43e5-ba7e-4fed-b323-c5e5291b20e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b601c1d-d9f0-4d05-8f92-997f4e9f56cd HTTP/1.1" status: 204 len: 168 time: 0.1323781 Jul 13 15:47:02.149017 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add43e5-ba7e-4fed-b323-c5e5291b20e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b601c1d-d9f0-4d05-8f92-997f4e9f56cd,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:02.370517 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3376b-46a7-4624-ad35-b0cdaf3ed1b8 req-13f2079b-7fcd-40fd-b64e-9c0ecde52b16 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:02.372619 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b4c3376b-46a7-4624-ad35-b0cdaf3ed1b8 req-13f2079b-7fcd-40fd-b64e-9c0ecde52b16 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0661054 Jul 13 15:47:02.412655 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b4c3376b-46a7-4624-ad35-b0cdaf3ed1b8 req-b11f3d5e-15db-4478-9c59-812fcc918d3f tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343552 Jul 13 15:47:02.837551 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:47:03.083442 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8f314-04c5-4090-be89-fb2ecdd40f9b req-a2022d91-be57-404a-a939-52736701c09a tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:03.085146 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-35a8f314-04c5-4090-be89-fb2ecdd40f9b req-a2022d91-be57-404a-a939-52736701c09a tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0692310 Jul 13 15:47:03.126119 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-35a8f314-04c5-4090-be89-fb2ecdd40f9b req-ae5d8952-6dda-4a0a-8e03-9cd56d54c4b2 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/security-groups?id=8159604b-d806-40b9-9d34-62a6dede9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340936 Jul 13 15:47:03.405972 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf0fde-6272-49f4-bb1e-e372d1733b8b req-2db7f5d7-4d82-4bf6-9968-b135b8c8651e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:03.407432 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-66cf0fde-6272-49f4-bb1e-e372d1733b8b req-2db7f5d7-4d82-4bf6-9968-b135b8c8651e tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.63 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 945 time: 0.0651727 Jul 13 15:47:03.561829 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-66cf0fde-6272-49f4-bb1e-e372d1733b8b req-b0f3be7f-1102-4ac1-8f66-5437c1bfdebf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Deleting port 4dba99e5-764d-49ed-86ae-8716543af0d3 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:47:03.562376 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-66cf0fde-6272-49f4-bb1e-e372d1733b8b req-b0f3be7f-1102-4ac1-8f66-5437c1bfdebf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:03.706843 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-66cf0fde-6272-49f4-bb1e-e372d1733b8b req-b0f3be7f-1102-4ac1-8f66-5437c1bfdebf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] For port 4dba99e5-764d-49ed-86ae-8716543af0d3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4dba99e5-764d-49ed-86ae-8716543af0d3,segment=NetworkSegment(4fc8523a-cb65-413f-813b-4069065342eb),segment_id=4fc8523a-cb65-413f-813b-4069065342eb)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:47:03.707353 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-66cf0fde-6272-49f4-bb1e-e372d1733b8b req-b0f3be7f-1102-4ac1-8f66-5437c1bfdebf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:03.727731 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-66cf0fde-6272-49f4-bb1e-e372d1733b8b req-b0f3be7f-1102-4ac1-8f66-5437c1bfdebf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Calling delete_port for 4dba99e5-764d-49ed-86ae-8716543af0d3 owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:47:03.903987 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5e42f-0c13-4bd9-b21c-45ec92e0f099 req-17bf893a-6d39-404f-b026-dafd3c86b7b4 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:03.905598 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-28d5e42f-0c13-4bd9-b21c-45ec92e0f099 req-17bf893a-6d39-404f-b026-dafd3c86b7b4 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0669324 Jul 13 15:47:03.920665 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-66cf0fde-6272-49f4-bb1e-e372d1733b8b req-b0f3be7f-1102-4ac1-8f66-5437c1bfdebf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:03.951385 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-28d5e42f-0c13-4bd9-b21c-45ec92e0f099 req-e6b03080-c522-40fd-beaa-a560a09d8920 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398805 Jul 13 15:47:03.957429 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3be7f-1102-4ac1-8f66-5437c1bfdebf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Pushing event deleted for resources: {'Port': ['ID=4dba99e5-764d-49ed-86ae-8716543af0d3,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:04.002186 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cf0fde-6272-49f4-bb1e-e372d1733b8b req-b0f3be7f-1102-4ac1-8f66-5437c1bfdebf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] No DVR routers for this DVR port 4dba99e5-764d-49ed-86ae-8716543af0d3 on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:47:04.004680 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-66cf0fde-6272-49f4-bb1e-e372d1733b8b req-b0f3be7f-1102-4ac1-8f66-5437c1bfdebf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.006697 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-66cf0fde-6272-49f4-bb1e-e372d1733b8b req-b0f3be7f-1102-4ac1-8f66-5437c1bfdebf tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.63 "DELETE /v2.0/ports/4dba99e5-764d-49ed-86ae-8716543af0d3 HTTP/1.1" status: 204 len: 173 time: 0.5931933 Jul 13 15:47:04.007163 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458ff007-a3b7-4963-a587-45326838d869', 'name': 'network-vif-deleted', 'tag': '4dba99e5-764d-49ed-86ae-8716543af0d3'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:47:04.009390 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dcee9f-b3bf-444f-97ad-2243d3614991" -d '{"events": [{"server_uuid": "458ff007-a3b7-4963-a587-45326838d869", "name": "network-vif-deleted", "tag": "4dba99e5-764d-49ed-86ae-8716543af0d3"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:47:04.010785 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48076) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:04.049602 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1144212c-7937-466b-92fb-b5cf9d99e8b7 x-openstack-request-id: req-1144212c-7937-466b-92fb-b5cf9d99e8b7 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:47:04.049924 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458ff007-a3b7-4963-a587-45326838d869", "name": "network-vif-deleted", "tag": "4dba99e5-764d-49ed-86ae-8716543af0d3", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:47:04.050178 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1144212c-7937-466b-92fb-b5cf9d99e8b7 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:47:04.050571 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458ff007-a3b7-4963-a587-45326838d869', 'name': 'network-vif-deleted', 'tag': '4dba99e5-764d-49ed-86ae-8716543af0d3', 'status': 'completed', 'code': 200} Jul 13 15:47:04.244629 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48086) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:04.289937 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf8ebb7-6490-4728-9153-81e7858c35fc admin admin] Deleting subnet 5ae06e4b-6835-4dd3-8e1c-d7342dcda81b {{(pid=93019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:47:04.293065 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-bdf8ebb7-6490-4728-9153-81e7858c35fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.321087 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0fc596b4-7d2c-4ec1-9a3d-196c58c870d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.332684 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-bdf8ebb7-6490-4728-9153-81e7858c35fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3611000'] for subnet, precommit_delete_associations {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.356405 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-338ca0e7-09ef-4409-989e-336940734ef9 req-de203cec-9544-48f2-b8a1-aea7ac072f80 tempest-ServerRescueNegativeTestJSON-1377736494 tempest-ServerRescueNegativeTestJSON-1377736494-project] 10.222.0.59 "GET /v2.0/ports?device_id=458ff007-a3b7-4963-a587-45326838d869 HTTP/1.1" status: 200 len: 210 time: 0.0379255 Jul 13 15:47:04.380297 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-bdf8ebb7-6490-4728-9153-81e7858c35fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.428208 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-bdf8ebb7-6490-4728-9153-81e7858c35fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3611086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60791246'] for subnet, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.438038 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0fc596b4-7d2c-4ec1-9a3d-196c58c870d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.441792 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0fc596b4-7d2c-4ec1-9a3d-196c58c870d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.456141 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8ebb7-6490-4728-9153-81e7858c35fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae06e4b-6835-4dd3-8e1c-d7342dcda81b,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:04.458133 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-bdf8ebb7-6490-4728-9153-81e7858c35fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.460005 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-bdf8ebb7-6490-4728-9153-81e7858c35fc admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5ae06e4b-6835-4dd3-8e1c-d7342dcda81b HTTP/1.1" status: 204 len: 168 time: 0.2143548 Jul 13 15:47:04.462620 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48088) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:04.483330 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0fc596b4-7d2c-4ec1-9a3d-196c58c870d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f8387c8b54e4bc0bf19388356d44e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4710610 Jul 13 15:47:04.485215 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc596b4-7d2c-4ec1-9a3d-196c58c870d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23d7be1-a5d6-4ec9-8370-780e2fcf52a1,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:04.488399 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48090) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:04.532471 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-49ec9862-012a-4b8c-8d61-8eaa4e2f0ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.537950 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-86f69e7f-f183-49d0-8fc7-0f33b1a55f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.558958 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-86f69e7f-f183-49d0-8fc7-0f33b1a55f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.610819 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-49ec9862-012a-4b8c-8d61-8eaa4e2f0ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.611949 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-86f69e7f-f183-49d0-8fc7-0f33b1a55f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.614783 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-86f69e7f-f183-49d0-8fc7-0f33b1a55f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.618144 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-86f69e7f-f183-49d0-8fc7-0f33b1a55f78 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e23d7be1-a5d6-4ec9-8370-780e2fcf52a1 HTTP/1.1" status: 204 len: 168 time: 0.1286294 Jul 13 15:47:04.622167 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-49ec9862-012a-4b8c-8d61-8eaa4e2f0ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb2e3cf-fd83-4e2d-8997-378bdbed454d']}} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:04.626622 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f69e7f-f183-49d0-8fc7-0f33b1a55f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23d7be1-a5d6-4ec9-8370-780e2fcf52a1,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:04.633187 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-49ec9862-012a-4b8c-8d61-8eaa4e2f0ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d74225-0f88-4a37-8b93-d54f34f6655a') {'for_net_delete': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:04.633564 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-49ec9862-012a-4b8c-8d61-8eaa4e2f0ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d74225-0f88-4a37-8b93-d54f34f6655a') {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:04.644279 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-49ec9862-012a-4b8c-8d61-8eaa4e2f0ece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610977'] for segment, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.660413 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-49ec9862-012a-4b8c-8d61-8eaa4e2f0ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.667111 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ec9862-012a-4b8c-8d61-8eaa4e2f0ece admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:47:04.667523 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-49ec9862-012a-4b8c-8d61-8eaa4e2f0ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3610720'] for segment, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: Traceback (most recent call last): Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: timer() Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: cb(*args, **kw) Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: return func(*args, **kwargs) Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: self._notify() Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: self.callback(batched_events) Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: event.method(event) Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: return f(self, *a, **k) Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._get(url).json() Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: return self.request(url, 'GET', **kwargs) Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:47:04.669381 dv-cinder-788366-2-iscsi neutron-server[93019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:47:04.736407 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-49ec9862-012a-4b8c-8d61-8eaa4e2f0ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.753957 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-49ec9862-012a-4b8c-8d61-8eaa4e2f0ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.755854 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-49ec9862-012a-4b8c-8d61-8eaa4e2f0ece admin admin] 10.222.0.59 "DELETE /v2.0/networks/3fb2e3cf-fd83-4e2d-8997-378bdbed454d HTTP/1.1" status: 204 len: 168 time: 0.2923214 Jul 13 15:47:04.756791 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec9862-012a-4b8c-8d61-8eaa4e2f0ece admin admin] Pushing event deleted for resources: {'Network': ['ID=3fb2e3cf-fd83-4e2d-8997-378bdbed454d,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:04.911941 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48100) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:04.922366 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48102) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:04.924875 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4992cd7b-140c-4af0-abb7-671a01598d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:04.963485 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-091ea5d4-cc00-4ef7-9fda-10fbc0828b98 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=660389767cd4485fb1d5ffd23e9f6114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397973 Jul 13 15:47:04.966073 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48104) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:05.018449 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4992cd7b-140c-4af0-abb7-671a01598d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:05.020243 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2d67963f-c86e-44b9-9b4b-5198a91bacd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:05.022850 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4992cd7b-140c-4af0-abb7-671a01598d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:05.044237 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2d67963f-c86e-44b9-9b4b-5198a91bacd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:05.062848 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-4992cd7b-140c-4af0-abb7-671a01598d5d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f87c89ec65964e1d8f936fbdaa3797ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474605 Jul 13 15:47:05.063145 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48108) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:05.064052 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992cd7b-140c-4af0-abb7-671a01598d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59b7afc-000a-4118-aae1-4d4ed3f55614,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:05.163936 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2d67963f-c86e-44b9-9b4b-5198a91bacd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:05.166465 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2d67963f-c86e-44b9-9b4b-5198a91bacd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:05.167586 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-2d67963f-c86e-44b9-9b4b-5198a91bacd1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b80ad405-e901-47e5-8196-8d71c708c065 HTTP/1.1" status: 204 len: 168 time: 0.2006612 Jul 13 15:47:05.172415 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-47992ce4-b68f-49c5-b502-68e9b6bbf398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:05.189122 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67963f-c86e-44b9-9b4b-5198a91bacd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80ad405-e901-47e5-8196-8d71c708c065,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:05.210063 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-47992ce4-b68f-49c5-b502-68e9b6bbf398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:05.218836 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6a1f3-04c9-48bc-b6bf-87251889fd14 req-09f103b7-8aaa-454e-b247-04cb13b84b08 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:05.220268 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6eb6a1f3-04c9-48bc-b6bf-87251889fd14 req-09f103b7-8aaa-454e-b247-04cb13b84b08 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.1436992 Jul 13 15:47:05.279118 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6eb6a1f3-04c9-48bc-b6bf-87251889fd14 req-c30a46a0-0132-4a97-918d-5021a1629242 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515985 Jul 13 15:47:05.303146 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-47992ce4-b68f-49c5-b502-68e9b6bbf398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:05.303146 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-47992ce4-b68f-49c5-b502-68e9b6bbf398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:05.303146 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-47992ce4-b68f-49c5-b502-68e9b6bbf398 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d59b7afc-000a-4118-aae1-4d4ed3f55614 HTTP/1.1" status: 204 len: 168 time: 0.2386904 Jul 13 15:47:05.312067 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47992ce4-b68f-49c5-b502-68e9b6bbf398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59b7afc-000a-4118-aae1-4d4ed3f55614,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:05.456447 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48120) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:05.763259 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 4dba99e5-764d-49ed-86ae-8716543af0d3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:47:05.787284 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: 4dba99e5-764d-49ed-86ae-8716543af0d3 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:47:05.787633 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 4dba99e5-764d-49ed-86ae-8716543af0d3 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:47:05.969315 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48152) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:06.140541 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4ed12009-f629-4ef3-87f4-e5f80cc9fccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731433'] for router_interface, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:06.169497 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1351745540-network', 'tenant_id': 'f88bfde886eb47d9aaf3b0dd31a3ad21'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:06.193916 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] Made reservation on behalf of f88bfde886eb47d9aaf3b0dd31a3ad21 for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:47:06.196998 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:06.205549 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:06.304388 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:06.321547 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:06.358275 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:47:06.371043 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae7cc48-d4f1-4dcb-b7b7-25f80c303545,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:06.387874 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:06.389110 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] Added segment 71d354a1-471f-48f7-a272-59524915f69e of type vlan for network 49b0317f-2928-4fbe-8d6d-d685e49ce6b3 Jul 13 15:47:06.437915 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:06.480112 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:06.481599 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:06.481733 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:06.530777 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-4ed12009-f629-4ef3-87f4-e5f80cc9fccb admin admin] Deleting port f1b82885-84eb-49dc-84e3-3654847daa5e {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:47:06.531340 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4ed12009-f629-4ef3-87f4-e5f80cc9fccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:06.538906 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5683453 Jul 13 15:47:06.541840 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48168) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:06.542660 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416ef2c-708a-4e3b-923b-39296a410ad2 req-a6fd2145-329f-4cb9-84c3-40df5d050b4a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:06.544257 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7416ef2c-708a-4e3b-923b-39296a410ad2 req-a6fd2145-329f-4cb9-84c3-40df5d050b4a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.1024408 Jul 13 15:47:06.551842 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-7d2c08eb-5900-4cec-8c68-8db20096808c admin admin] Request body: {'subnet': {'network_id': '49b0317f-2928-4fbe-8d6d-d685e49ce6b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1351745540-subnet', 'tenant_id': 'f88bfde886eb47d9aaf3b0dd31a3ad21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:06.568373 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec075939-86f0-4fc1-92af-7a091425d125 admin admin] Pushing event updated for resources: {'Network': ['ID=49b0317f-2928-4fbe-8d6d-d685e49ce6b3,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:06.581001 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network 49b0317f-2928-4fbe-8d6d-d685e49ce6b3 details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:47:06.582447 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2c08eb-5900-4cec-8c68-8db20096808c admin admin] Made reservation on behalf of f88bfde886eb47d9aaf3b0dd31a3ad21 for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:47:06.585119 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7d2c08eb-5900-4cec-8c68-8db20096808c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3476049'] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:06.635293 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7416ef2c-708a-4e3b-923b-39296a410ad2 req-06fb39e4-df0b-45d7-96d7-16dc1c76061b tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803361 Jul 13 15:47:06.659101 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-4ed12009-f629-4ef3-87f4-e5f80cc9fccb admin admin] For port f1b82885-84eb-49dc-84e3-3654847daa5e, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=f1b82885-84eb-49dc-84e3-3654847daa5e,segment=NetworkSegment(4fc8523a-cb65-413f-813b-4069065342eb),segment_id=4fc8523a-cb65-413f-813b-4069065342eb)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:47:06.659529 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4ed12009-f629-4ef3-87f4-e5f80cc9fccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:06.673172 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-4ed12009-f629-4ef3-87f4-e5f80cc9fccb admin admin] Calling delete_port for f1b82885-84eb-49dc-84e3-3654847daa5e owned by network:router_interface {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:47:06.757139 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7d2c08eb-5900-4cec-8c68-8db20096808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59731267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3476067'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:06.814892 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c08eb-5900-4cec-8c68-8db20096808c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2067ef20-f2ec-4531-853a-eefdf581c5e9,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:06.825241 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c08eb-5900-4cec-8c68-8db20096808c admin admin] Checking segment: {'id': '71d354a1-471f-48f7-a272-59524915f69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '49b0317f-2928-4fbe-8d6d-d685e49ce6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:47:06.825581 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c08eb-5900-4cec-8c68-8db20096808c admin admin] Network hostable DHCP agents. Network: 49b0317f-2928-4fbe-8d6d-d685e49ce6b3, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:47:06.841867 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c08eb-5900-4cec-8c68-8db20096808c admin admin] Network 49b0317f-2928-4fbe-8d6d-d685e49ce6b3 is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:47:06.849929 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-7d2c08eb-5900-4cec-8c68-8db20096808c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, 49b0317f-2928-4fbe-8d6d-d685e49ce6b3) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:47:06.854914 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c08eb-5900-4cec-8c68-8db20096808c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:06.855652 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7d2c08eb-5900-4cec-8c68-8db20096808c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:06.859607 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aaef50-e233-4517-a7c3-6cc54cf37b4e None None] Network 49b0317f-2928-4fbe-8d6d-d685e49ce6b3 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:47:06.871102 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-7d2c08eb-5900-4cec-8c68-8db20096808c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3244936 Jul 13 15:47:06.886327 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4ed12009-f629-4ef3-87f4-e5f80cc9fccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:06.916655 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed12009-f629-4ef3-87f4-e5f80cc9fccb admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b82885-84eb-49dc-84e3-3654847daa5e,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:06.983867 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbbbe9c-f746-45c2-ac92-f162749b8db9 None None] Network 49b0317f-2928-4fbe-8d6d-d685e49ce6b3 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:47:07.085642 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4ed12009-f629-4ef3-87f4-e5f80cc9fccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1730701'] for router_interface, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:07.304737 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed12009-f629-4ef3-87f4-e5f80cc9fccb admin admin] Router f8889d37-5991-426d-a7c4-d7c823ee2a95 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:47:07.345073 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48184) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:07.349977 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-548103631-network', 'tenant_id': '7d383ba7105a4453a6ef27d31fe5e46c'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:07.370466 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] Made reservation on behalf of 7d383ba7105a4453a6ef27d31fe5e46c for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:47:07.372758 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:07.381143 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:07.411803 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed12009-f629-4ef3-87f4-e5f80cc9fccb admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:47:07.417844 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-4ed12009-f629-4ef3-87f4-e5f80cc9fccb admin admin] 10.222.0.59 "PUT /v2.0/routers/f8889d37-5991-426d-a7c4-d7c823ee2a95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9602022 Jul 13 15:47:07.420490 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48186) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:07.427364 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384e3a1a-cfdb-421c-93f1-9485b1b7dec3 None None] Sync routers for ids ['f8889d37-5991-426d-a7c4-d7c823ee2a95'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:47:07.437579 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384e3a1a-cfdb-421c-93f1-9485b1b7dec3 None None] Routers {'f8889d37-5991-426d-a7c4-d7c823ee2a95'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:47:07.438255 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-384e3a1a-cfdb-421c-93f1-9485b1b7dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:46:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8889d37-5991-426d-a7c4-d7c823ee2a95'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:07.472312 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:07.477900 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:07.499999 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:47:07.517290 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:07.517940 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] Added segment 991e0ed5-fa00-4a3d-96c4-4d2810994b5b of type vlan for network 587ff762-b1c6-4482-a077-0ebefcbb441b Jul 13 15:47:07.519144 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ab50fb-4dfb-4da7-abb7-19d4affc92b8,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:07.543772 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] Notify callbacks [] for router, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:07.559387 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-384e3a1a-cfdb-421c-93f1-9485b1b7dec3 None None] Set router f8889d37-5991-426d-a7c4-d7c823ee2a95 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:47:07.563728 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:07.595525 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:07.598853 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:07.601566 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:07.670681 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3244367 Jul 13 15:47:07.672022 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647136e-0488-4fe0-b154-cc780c3b3e07 admin admin] Pushing event updated for resources: {'Network': ['ID=587ff762-b1c6-4482-a077-0ebefcbb441b,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:07.674166 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48194) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:07.679181 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-affd2afc-83aa-4b6a-b8ef-86a440a90f12 admin admin] Request body: {'subnet': {'network_id': '587ff762-b1c6-4482-a077-0ebefcbb441b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-548103631-subnet', 'tenant_id': '7d383ba7105a4453a6ef27d31fe5e46c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:07.682842 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:07.686638 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network 587ff762-b1c6-4482-a077-0ebefcbb441b details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:47:07.703380 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affd2afc-83aa-4b6a-b8ef-86a440a90f12 admin admin] Made reservation on behalf of 7d383ba7105a4453a6ef27d31fe5e46c for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:47:07.706287 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-affd2afc-83aa-4b6a-b8ef-86a440a90f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3476049'] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:07.830484 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] Deleting port d0c8ee29-5045-49d7-a1b2-dad92332da65 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:47:07.830871 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:07.886963 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-384e3a1a-cfdb-421c-93f1-9485b1b7dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'name': 'tempest-ServerRescueNegativeTestJSON-728929717-router', 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd0c8ee29-5045-49d7-a1b2-dad92332da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:47:06Z', 'revision_number': 5, 'project_id': '8cc48a34b43a42b58784f490bc5e2382', 'gw_port': {'id': 'd0c8ee29-5045-49d7-a1b2-dad92332da65', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:07.921875 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] For port d0c8ee29-5045-49d7-a1b2-dad92332da65, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=d0c8ee29-5045-49d7-a1b2-dad92332da65,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:47:07.922513 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:07.927327 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384e3a1a-cfdb-421c-93f1-9485b1b7dec3 None None] Checking router: f8889d37-5991-426d-a7c4-d7c823ee2a95 for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:47:07.936731 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384e3a1a-cfdb-421c-93f1-9485b1b7dec3 None None] Routers {'f8889d37-5991-426d-a7c4-d7c823ee2a95'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:47:07.937547 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-384e3a1a-cfdb-421c-93f1-9485b1b7dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:46:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8889d37-5991-426d-a7c4-d7c823ee2a95'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:07.941153 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] Calling delete_port for d0c8ee29-5045-49d7-a1b2-dad92332da65 owned by network:router_gateway {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:47:07.971821 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9249b-f5fe-451c-85e0-3fe7310d7a34 req-bb2cab7a-0cf6-4dbb-8e62-04f0046ee201 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:07.973430 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bdb9249b-f5fe-451c-85e0-3fe7310d7a34 req-bb2cab7a-0cf6-4dbb-8e62-04f0046ee201 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.1642613 Jul 13 15:47:07.974913 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-affd2afc-83aa-4b6a-b8ef-86a440a90f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59731267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3476067'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.051605 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd2afc-83aa-4b6a-b8ef-86a440a90f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=233da4a0-de8a-49ab-a60f-6c67140fd298,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:08.066945 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bdb9249b-f5fe-451c-85e0-3fe7310d7a34 req-46914b16-8f88-4414-a849-f3f28842e3de tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832298 Jul 13 15:47:08.074866 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affd2afc-83aa-4b6a-b8ef-86a440a90f12 admin admin] Checking segment: {'id': '991e0ed5-fa00-4a3d-96c4-4d2810994b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '587ff762-b1c6-4482-a077-0ebefcbb441b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:47:08.075226 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affd2afc-83aa-4b6a-b8ef-86a440a90f12 admin admin] Network hostable DHCP agents. Network: 587ff762-b1c6-4482-a077-0ebefcbb441b, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:47:08.096163 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affd2afc-83aa-4b6a-b8ef-86a440a90f12 admin admin] Network 587ff762-b1c6-4482-a077-0ebefcbb441b is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:47:08.107314 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-affd2afc-83aa-4b6a-b8ef-86a440a90f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, 587ff762-b1c6-4482-a077-0ebefcbb441b) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:47:08.111376 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affd2afc-83aa-4b6a-b8ef-86a440a90f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:08.112163 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-affd2afc-83aa-4b6a-b8ef-86a440a90f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.117325 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398909b1-a80c-4857-846c-376edd656ba9 None None] Network 587ff762-b1c6-4482-a077-0ebefcbb441b requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:47:08.128675 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-affd2afc-83aa-4b6a-b8ef-86a440a90f12 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4532869 Jul 13 15:47:08.143457 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-384e3a1a-cfdb-421c-93f1-9485b1b7dec3 None None] Set router f8889d37-5991-426d-a7c4-d7c823ee2a95 gateway port host: None {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:47:08.158059 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.192712 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c8ee29-5045-49d7-a1b2-dad92332da65,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:08.208326 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-384e3a1a-cfdb-421c-93f1-9485b1b7dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'name': 'tempest-ServerRescueNegativeTestJSON-728929717-router', 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:47:07Z', 'revision_number': 6, 'project_id': '8cc48a34b43a42b58784f490bc5e2382', 'gw_port_host': None}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:08.242382 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384e3a1a-cfdb-421c-93f1-9485b1b7dec3 None None] The sync data for ids ['f8889d37-5991-426d-a7c4-d7c823ee2a95'] in dv-cinder-788366-2-iscsi is: [{'id': 'f8889d37-5991-426d-a7c4-d7c823ee2a95', 'name': 'tempest-ServerRescueNegativeTestJSON-728929717-router', 'tenant_id': '8cc48a34b43a42b58784f490bc5e2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:47:07Z', 'revision_number': 6, 'project_id': '8cc48a34b43a42b58784f490bc5e2382', 'gw_port_host': None}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:47:08.276424 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042fb725-754b-44e9-9768-22e8db336ec7 None None] Network 587ff762-b1c6-4482-a077-0ebefcbb441b requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:47:08.276557 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735951'] for router_gateway, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.388355 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5784'] for router, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.390630 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.458368 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704468'] for router, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.458912 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8889d37-5991-426d-a7c4-d7c823ee2a95 {{(pid=93019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 15:47:08.464848 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] Notify callbacks [] for router, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.468386 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-e78aa437-8c76-4561-8cdb-04661c9cf308 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f8889d37-5991-426d-a7c4-d7c823ee2a95 HTTP/1.1" status: 204 len: 168 time: 1.0445609 Jul 13 15:47:08.468657 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48204) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:08.512706 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e2f311-8065-464c-82eb-a03ddb7c9eb7 admin admin] Deleting subnet 678e4bb8-5e76-4f8f-a15c-d9b0ba08c271 {{(pid=93019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:47:08.515690 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-98e2f311-8065-464c-82eb-a03ddb7c9eb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.551597 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-98e2f311-8065-464c-82eb-a03ddb7c9eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3611000'] for subnet, precommit_delete_associations {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.597120 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-98e2f311-8065-464c-82eb-a03ddb7c9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.662200 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-98e2f311-8065-464c-82eb-a03ddb7c9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3611086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60791246'] for subnet, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.693900 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2f311-8065-464c-82eb-a03ddb7c9eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678e4bb8-5e76-4f8f-a15c-d9b0ba08c271,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:08.697425 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-98e2f311-8065-464c-82eb-a03ddb7c9eb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.700419 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-98e2f311-8065-464c-82eb-a03ddb7c9eb7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/678e4bb8-5e76-4f8f-a15c-d9b0ba08c271 HTTP/1.1" status: 204 len: 168 time: 0.2306464 Jul 13 15:47:08.702728 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48210) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:08.791284 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-73691a65-6537-4958-963b-66a886989c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.870487 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-73691a65-6537-4958-963b-66a886989c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.879705 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-73691a65-6537-4958-963b-66a886989c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3898a02d-5a55-4bd3-acbc-bd89e49018c8']}} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:08.890061 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-73691a65-6537-4958-963b-66a886989c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc8523a-cb65-413f-813b-4069065342eb') {'for_net_delete': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:08.890352 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-73691a65-6537-4958-963b-66a886989c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc8523a-cb65-413f-813b-4069065342eb') {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:08.899178 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-73691a65-6537-4958-963b-66a886989c24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610977'] for segment, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.916408 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-73691a65-6537-4958-963b-66a886989c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.921979 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73691a65-6537-4958-963b-66a886989c24 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:47:08.922354 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-73691a65-6537-4958-963b-66a886989c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3610720'] for segment, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: Traceback (most recent call last): Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: timer() Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: cb(*args, **kw) Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: return func(*args, **kwargs) Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: self._notify() Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: self.callback(batched_events) Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: event.method(event) Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: return f(self, *a, **k) Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._get(url).json() Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: return self.request(url, 'GET', **kwargs) Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:47:08.924137 dv-cinder-788366-2-iscsi neutron-server[93019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:47:08.976625 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-73691a65-6537-4958-963b-66a886989c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.980754 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-73691a65-6537-4958-963b-66a886989c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:08.982659 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-73691a65-6537-4958-963b-66a886989c24 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3898a02d-5a55-4bd3-acbc-bd89e49018c8 HTTP/1.1" status: 204 len: 168 time: 0.2786112 Jul 13 15:47:09.000193 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73691a65-6537-4958-963b-66a886989c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=3898a02d-5a55-4bd3-acbc-bd89e49018c8,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:09.157478 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48218) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:09.178216 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device f1b82885-84eb-49dc-84e3-3654847daa5e no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:47:09.201076 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: f1b82885-84eb-49dc-84e3-3654847daa5e {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:47:09.201418 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device f1b82885-84eb-49dc-84e3-3654847daa5e not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:47:09.229386 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-75cdd355-c9f8-4005-99c6-12d98a4330a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8cc48a34b43a42b58784f490bc5e2382&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0706513 Jul 13 15:47:09.231910 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48220) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:09.265495 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250ae20-f942-497b-a15d-c7484d2ecc47 req-a79dbf28-92dd-44c8-aab1-220f2f15a988 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:09.267075 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0250ae20-f942-497b-a15d-c7484d2ecc47 req-a79dbf28-92dd-44c8-aab1-220f2f15a988 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0771887 Jul 13 15:47:09.285324 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-306b3a04-88b4-4fe4-b46c-12397f1adc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:09.306969 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0250ae20-f942-497b-a15d-c7484d2ecc47 req-c47f4824-b6fd-4f1d-8b6c-c7fa403356f8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333352 Jul 13 15:47:09.307539 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-306b3a04-88b4-4fe4-b46c-12397f1adc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:09.355119 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-306b3a04-88b4-4fe4-b46c-12397f1adc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:09.358147 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-306b3a04-88b4-4fe4-b46c-12397f1adc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:09.359309 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-306b3a04-88b4-4fe4-b46c-12397f1adc4a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8159604b-d806-40b9-9d34-62a6dede9bb8 HTTP/1.1" status: 204 len: 168 time: 0.1264803 Jul 13 15:47:09.368605 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b3a04-88b4-4fe4-b46c-12397f1adc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8159604b-d806-40b9-9d34-62a6dede9bb8,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:10.488904 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364ec2c-2e68-498d-bdad-0ecef915e7db req-bdf994ef-78bc-4d77-8282-534e99f94fb8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:10.490418 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b364ec2c-2e68-498d-bdad-0ecef915e7db req-bdf994ef-78bc-4d77-8282-534e99f94fb8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0669720 Jul 13 15:47:10.528358 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b364ec2c-2e68-498d-bdad-0ecef915e7db req-a2d2bc81-5355-408b-bae7-3e1296251851 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317183 Jul 13 15:47:10.531949 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48276) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:10.631148 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e13ce98-63ed-4d40-a867-1eb6527fa0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:10.716517 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device d0c8ee29-5045-49d7-a1b2-dad92332da65 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:47:10.719595 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e13ce98-63ed-4d40-a867-1eb6527fa0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:10.723423 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e13ce98-63ed-4d40-a867-1eb6527fa0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:10.740687 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: d0c8ee29-5045-49d7-a1b2-dad92332da65 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:47:10.741034 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device d0c8ee29-5045-49d7-a1b2-dad92332da65 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:47:10.761282 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-1e13ce98-63ed-4d40-a867-1eb6527fa0b6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=699dce8547404a378115d1ec1bc9296e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283580 Jul 13 15:47:10.763199 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13ce98-63ed-4d40-a867-1eb6527fa0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3461509-21a0-441b-8b90-83655a323b47,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:10.763930 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48280) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:10.811406 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-5d60e5cb-c6fc-48e5-a7a4-103e6bef54cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:10.831988 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-5d60e5cb-c6fc-48e5-a7a4-103e6bef54cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:10.878973 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-5d60e5cb-c6fc-48e5-a7a4-103e6bef54cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:10.881543 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-5d60e5cb-c6fc-48e5-a7a4-103e6bef54cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:10.882812 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-5d60e5cb-c6fc-48e5-a7a4-103e6bef54cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c3461509-21a0-441b-8b90-83655a323b47 HTTP/1.1" status: 204 len: 168 time: 0.1179214 Jul 13 15:47:10.890370 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60e5cb-c6fc-48e5-a7a4-103e6bef54cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3461509-21a0-441b-8b90-83655a323b47,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:11.706195 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe61b8-91aa-4b14-83d1-c9a1b83d2690 req-43aa2369-eb8d-4649-a7b6-c03312aac1f3 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:11.707705 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-11fe61b8-91aa-4b14-83d1-c9a1b83d2690 req-43aa2369-eb8d-4649-a7b6-c03312aac1f3 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0671518 Jul 13 15:47:11.747117 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-11fe61b8-91aa-4b14-83d1-c9a1b83d2690 req-563cc62d-1805-4163-8ea4-24026cfb0e28 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336661 Jul 13 15:47:12.916111 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e26d8-20f8-4680-8124-8a5d978eb703 req-f47953df-885e-46e3-a38d-7e10e94f7bd1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:12.917552 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-227e26d8-20f8-4680-8124-8a5d978eb703 req-f47953df-885e-46e3-a38d-7e10e94f7bd1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0609782 Jul 13 15:47:12.953766 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-227e26d8-20f8-4680-8124-8a5d978eb703 req-99886295-59e8-4b99-8f7e-3c11272698c9 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306342 Jul 13 15:47:14.121532 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8f353-f34e-4c5f-bb9d-7dddaf8a1447 req-80f326c9-3604-4a0d-88b2-94d5d3972d7b tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:14.122990 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2ba8f353-f34e-4c5f-bb9d-7dddaf8a1447 req-80f326c9-3604-4a0d-88b2-94d5d3972d7b tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0610383 Jul 13 15:47:14.158715 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2ba8f353-f34e-4c5f-bb9d-7dddaf8a1447 req-7e07aa0f-620d-46e9-a4bb-c7d75e11c041 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303311 Jul 13 15:47:15.333599 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c878fc0-3b60-4487-9e2d-aaa70f06999c req-81e41c38-8ebb-41e9-855e-43433622f939 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:15.335164 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9c878fc0-3b60-4487-9e2d-aaa70f06999c req-81e41c38-8ebb-41e9-855e-43433622f939 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0640473 Jul 13 15:47:15.375949 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9c878fc0-3b60-4487-9e2d-aaa70f06999c req-a6a12dd2-bdb8-41c5-9a3a-20fab98265c8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349596 Jul 13 15:47:16.198106 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48410) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:16.301197 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cf381baa-af2d-4cde-af16-33ea64ae57cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:16.398909 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cf381baa-af2d-4cde-af16-33ea64ae57cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:16.404196 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cf381baa-af2d-4cde-af16-33ea64ae57cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:16.445381 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-cf381baa-af2d-4cde-af16-33ea64ae57cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d55f36733e246bcae6298891f4516f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461903 Jul 13 15:47:16.446628 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf381baa-af2d-4cde-af16-33ea64ae57cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031cd4b3-b79b-428e-b15b-4bd71eed216a,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:16.448371 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48422) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:16.533468 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dfff1af7-9f4c-4422-a4cd-7adc5f3a85d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:16.561962 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dfff1af7-9f4c-4422-a4cd-7adc5f3a85d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:16.603691 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e01c9-4404-4378-b724-1fb8846af934 req-04cccfad-3706-42aa-98d1-cdb2799b5c09 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:16.605191 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-491e01c9-4404-4378-b724-1fb8846af934 req-04cccfad-3706-42aa-98d1-cdb2799b5c09 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.1129231 Jul 13 15:47:16.649832 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-491e01c9-4404-4378-b724-1fb8846af934 req-796b3417-e70e-4ae2-8545-f6b533814d68 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387628 Jul 13 15:47:16.650750 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dfff1af7-9f4c-4422-a4cd-7adc5f3a85d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:16.653262 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dfff1af7-9f4c-4422-a4cd-7adc5f3a85d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:16.654643 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-dfff1af7-9f4c-4422-a4cd-7adc5f3a85d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/031cd4b3-b79b-428e-b15b-4bd71eed216a HTTP/1.1" status: 204 len: 168 time: 0.2046254 Jul 13 15:47:16.663979 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff1af7-9f4c-4422-a4cd-7adc5f3a85d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031cd4b3-b79b-428e-b15b-4bd71eed216a,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:16.972272 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48440) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:16.985269 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-047d504f-c82f-4e7e-972f-67795a563a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:17.018906 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885968d2-810e-46ad-955d-30ffc13b5bae req-e27cccdb-7fba-4da9-8c1e-81974f6816de tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:17.020602 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-885968d2-810e-46ad-955d-30ffc13b5bae req-e27cccdb-7fba-4da9-8c1e-81974f6816de tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0653939 Jul 13 15:47:17.065726 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-885968d2-810e-46ad-955d-30ffc13b5bae req-8299186e-0367-46a7-aea4-db99f668ff87 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377369 Jul 13 15:47:17.074382 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-047d504f-c82f-4e7e-972f-67795a563a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:17.078434 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-047d504f-c82f-4e7e-972f-67795a563a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:17.115337 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-047d504f-c82f-4e7e-972f-67795a563a07 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05aa977f78154a03be8a5edaede67650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420219 Jul 13 15:47:17.116805 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d504f-c82f-4e7e-972f-67795a563a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06769630-31f2-468a-8157-d9014acba4e4,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:17.119363 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48442) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:17.167441 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c7241a25-c026-4621-9e72-5a8225ad9655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:17.187477 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c7241a25-c026-4621-9e72-5a8225ad9655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:17.233225 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c7241a25-c026-4621-9e72-5a8225ad9655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:17.235775 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c7241a25-c026-4621-9e72-5a8225ad9655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:17.236901 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-c7241a25-c026-4621-9e72-5a8225ad9655 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06769630-31f2-468a-8157-d9014acba4e4 HTTP/1.1" status: 204 len: 168 time: 0.1163933 Jul 13 15:47:17.246067 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7241a25-c026-4621-9e72-5a8225ad9655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06769630-31f2-468a-8157-d9014acba4e4,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:18.244297 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d722919-35fe-4c08-afac-7bd6dca6d460 req-52b0266c-6e2c-4e53-ae12-3f8b03bf278a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:18.245765 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9d722919-35fe-4c08-afac-7bd6dca6d460 req-52b0266c-6e2c-4e53-ae12-3f8b03bf278a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0663478 Jul 13 15:47:18.284202 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9d722919-35fe-4c08-afac-7bd6dca6d460 req-eb22326e-2e4b-46c8-8d02-fa4b886554e1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323334 Jul 13 15:47:19.507966 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79548c17-aa3a-4666-851e-c2f47b38dfe7 req-ee726ab9-b500-41b6-a736-e917d3e48325 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:19.509443 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-79548c17-aa3a-4666-851e-c2f47b38dfe7 req-ee726ab9-b500-41b6-a736-e917d3e48325 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.1086655 Jul 13 15:47:19.511178 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07afc5c-0e26-45a1-b9b3-e3ffff65153a req-18376b46-7314-40b0-9be8-0d8b0c8fd281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:19.512503 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c07afc5c-0e26-45a1-b9b3-e3ffff65153a req-18376b46-7314-40b0-9be8-0d8b0c8fd281 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb&device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 1098 time: 0.0832634 Jul 13 15:47:19.843326 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-79548c17-aa3a-4666-851e-c2f47b38dfe7 req-afd100ae-a989-43f8-adcd-fae8008dca00 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282330 Jul 13 15:47:19.874374 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07afc5c-0e26-45a1-b9b3-e3ffff65153a req-36b7b89c-efbe-45e0-bd8a-b8b8ec895711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:19.875825 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c07afc5c-0e26-45a1-b9b3-e3ffff65153a req-36b7b89c-efbe-45e0-bd8a-b8b8ec895711 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c HTTP/1.1" status: 200 len: 911 time: 0.3551688 Jul 13 15:47:19.942108 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c07afc5c-0e26-45a1-b9b3-e3ffff65153a req-e3497395-50d6-4899-bbf5-766b51d80f3d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 HTTP/1.1" status: 200 len: 1000 time: 0.0588021 Jul 13 15:47:19.990347 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07afc5c-0e26-45a1-b9b3-e3ffff65153a req-326172a5-327d-4214-8a8b-885def2353a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:19.992597 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c07afc5c-0e26-45a1-b9b3-e3ffff65153a req-326172a5-327d-4214-8a8b-885def2353a5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=45402ac4-397c-481f-9144-a5b5042569e3 HTTP/1.1" status: 200 len: 849 time: 0.0434518 Jul 13 15:47:20.052256 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07afc5c-0e26-45a1-b9b3-e3ffff65153a req-01313a8b-dc57-4765-989d-1ad0ee0ff83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:20.054299 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c07afc5c-0e26-45a1-b9b3-e3ffff65153a req-01313a8b-dc57-4765-989d-1ad0ee0ff83b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535591 Jul 13 15:47:20.152281 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c07afc5c-0e26-45a1-b9b3-e3ffff65153a req-837adc32-9ac5-4f29-a5e6-cc539f0e7ef9 service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904300 Jul 13 15:47:20.237989 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c07afc5c-0e26-45a1-b9b3-e3ffff65153a req-f03e7c3f-4581-4057-a991-d518964c33ae service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780780 Jul 13 15:47:20.340537 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-69359943-0690-42bc-b74f-818f85d05db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:20.778268 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:21.023999 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb936fb-738f-4e2f-93b6-d267d32fc756 req-9ce60e14-e760-499c-a188-fad422e57b17 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:21.025491 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7eb936fb-738f-4e2f-93b6-d267d32fc756 req-9ce60e14-e760-499c-a188-fad422e57b17 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0627699 Jul 13 15:47:21.063814 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7eb936fb-738f-4e2f-93b6-d267d32fc756 req-bd0298bb-79da-4b13-8e82-a893144c7844 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327320 Jul 13 15:47:22.793567 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-be4e3905-8305-4850-b825-66f3890c6254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:23.030501 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:23.913035 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:25.624366 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:25.768200 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48712) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:25.793225 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48716) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:25.891779 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-53e1d504-fbf7-45b5-9294-733a82fec572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:25.922156 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e6cda876-1880-49f1-b920-3a1b505707c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.003205 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-53e1d504-fbf7-45b5-9294-733a82fec572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.008614 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-53e1d504-fbf7-45b5-9294-733a82fec572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.064567 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-53e1d504-fbf7-45b5-9294-733a82fec572 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fadd565273754c11934f6903d81e62e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702584 Jul 13 15:47:26.066892 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1d504-fbf7-45b5-9294-733a82fec572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6682184e-bb61-4a83-9509-0d0d0e983b64,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:26.067740 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48720) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:26.120925 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0584c61b-9575-43b7-bfc5-6045db069c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.129596 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e6cda876-1880-49f1-b920-3a1b505707c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.134387 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e6cda876-1880-49f1-b920-3a1b505707c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.142395 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0584c61b-9575-43b7-bfc5-6045db069c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.171441 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-e6cda876-1880-49f1-b920-3a1b505707c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e00a0a9b0aae4582b9eb36b7b38745e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021361 Jul 13 15:47:26.172312 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cda876-1880-49f1-b920-3a1b505707c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afc3773-8c74-4f24-9819-58be760e1ba9,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:26.174111 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48722) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:26.216154 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0584c61b-9575-43b7-bfc5-6045db069c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.218615 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0584c61b-9575-43b7-bfc5-6045db069c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.219726 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0584c61b-9575-43b7-bfc5-6045db069c4c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6682184e-bb61-4a83-9509-0d0d0e983b64 HTTP/1.1" status: 204 len: 168 time: 0.1509445 Jul 13 15:47:26.234640 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584c61b-9575-43b7-bfc5-6045db069c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6682184e-bb61-4a83-9509-0d0d0e983b64,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:26.241575 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-79261f66-56a7-4357-978b-729b356c8014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.271151 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-79261f66-56a7-4357-978b-729b356c8014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.323571 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-79261f66-56a7-4357-978b-729b356c8014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.326590 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-79261f66-56a7-4357-978b-729b356c8014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.330065 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-79261f66-56a7-4357-978b-729b356c8014 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8afc3773-8c74-4f24-9819-58be760e1ba9 HTTP/1.1" status: 204 len: 168 time: 0.1518989 Jul 13 15:47:26.335769 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79261f66-56a7-4357-978b-729b356c8014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afc3773-8c74-4f24-9819-58be760e1ba9,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:26.529071 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48734) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:26.549569 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2da88e24-6397-46b4-9c6e-48572b787f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.665550 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2da88e24-6397-46b4-9c6e-48572b787f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.669793 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2da88e24-6397-46b4-9c6e-48572b787f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.714205 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-2da88e24-6397-46b4-9c6e-48572b787f6e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=146b060aea1e429d800ec418ed1ed6ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832585 Jul 13 15:47:26.715157 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da88e24-6397-46b4-9c6e-48572b787f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0843a7-dbce-4af4-95e9-132644f9bbb5,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:26.715622 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48740) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:26.764366 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9996f002-c6f2-48fb-aa9d-41478f4f48cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.785551 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9996f002-c6f2-48fb-aa9d-41478f4f48cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.831504 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9996f002-c6f2-48fb-aa9d-41478f4f48cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.834060 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9996f002-c6f2-48fb-aa9d-41478f4f48cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:26.835237 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-9996f002-c6f2-48fb-aa9d-41478f4f48cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb0843a7-dbce-4af4-95e9-132644f9bbb5 HTTP/1.1" status: 204 len: 168 time: 0.1186023 Jul 13 15:47:26.842877 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996f002-c6f2-48fb-aa9d-41478f4f48cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0843a7-dbce-4af4-95e9-132644f9bbb5,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:27.217086 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48746) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:27.230990 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b27a2f07-dde3-4a6b-895f-831873627b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:27.325044 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b27a2f07-dde3-4a6b-895f-831873627b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:27.329669 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b27a2f07-dde3-4a6b-895f-831873627b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:27.374225 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-b27a2f07-dde3-4a6b-895f-831873627b5b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c5aa01ffbd2949e8a311739e2fc321aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550927 Jul 13 15:47:27.375665 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a2f07-dde3-4a6b-895f-831873627b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2491671c-bab9-4ec7-bfa3-602c3d63356f,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:27.376105 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48748) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:27.432027 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bf396f88-8c52-429c-b7c1-57a141f99011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:27.452729 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bf396f88-8c52-429c-b7c1-57a141f99011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:27.500848 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bf396f88-8c52-429c-b7c1-57a141f99011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:27.503699 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bf396f88-8c52-429c-b7c1-57a141f99011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:27.505024 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-bf396f88-8c52-429c-b7c1-57a141f99011 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2491671c-bab9-4ec7-bfa3-602c3d63356f HTTP/1.1" status: 204 len: 168 time: 0.1278419 Jul 13 15:47:27.512907 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf396f88-8c52-429c-b7c1-57a141f99011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2491671c-bab9-4ec7-bfa3-602c3d63356f,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:29.316620 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48830) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:29.360688 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db6e30f-4c0c-4a8f-8a8e-019568b851cb admin admin] Deleting subnet 2067ef20-f2ec-4531-853a-eefdf581c5e9 {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:47:29.363837 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8db6e30f-4c0c-4a8f-8a8e-019568b851cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.398598 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8db6e30f-4c0c-4a8f-8a8e-019568b851cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59737147'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.439182 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8db6e30f-4c0c-4a8f-8a8e-019568b851cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.490512 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8db6e30f-4c0c-4a8f-8a8e-019568b851cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59731330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3476084'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.516476 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6e30f-4c0c-4a8f-8a8e-019568b851cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2067ef20-f2ec-4531-853a-eefdf581c5e9,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:29.518435 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8db6e30f-4c0c-4a8f-8a8e-019568b851cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.520407 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-8db6e30f-4c0c-4a8f-8a8e-019568b851cb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2067ef20-f2ec-4531-853a-eefdf581c5e9 HTTP/1.1" status: 204 len: 168 time: 0.2026856 Jul 13 15:47:29.522822 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48832) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:29.589489 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-674cd65c-90f5-43b4-a2e3-155dd029a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.667736 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-674cd65c-90f5-43b4-a2e3-155dd029a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.677136 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-674cd65c-90f5-43b4-a2e3-155dd029a8fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b0317f-2928-4fbe-8d6d-d685e49ce6b3']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:29.688348 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-674cd65c-90f5-43b4-a2e3-155dd029a8fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d354a1-471f-48f7-a272-59524915f69e') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:29.688640 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-674cd65c-90f5-43b4-a2e3-155dd029a8fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d354a1-471f-48f7-a272-59524915f69e') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:29.697930 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-674cd65c-90f5-43b4-a2e3-155dd029a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59737122'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.710679 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-674cd65c-90f5-43b4-a2e3-155dd029a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.716410 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674cd65c-90f5-43b4-a2e3-155dd029a8fc admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:47:29.716779 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-674cd65c-90f5-43b4-a2e3-155dd029a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59730988'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: timer() Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: cb(*args, **kw) Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: self._notify() Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: self.callback(batched_events) Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: event.method(event) Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._get(url).json() Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:47:29.718364 dv-cinder-788366-2-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:47:29.768986 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-674cd65c-90f5-43b4-a2e3-155dd029a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.774018 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-674cd65c-90f5-43b4-a2e3-155dd029a8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.775883 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-674cd65c-90f5-43b4-a2e3-155dd029a8fc admin admin] 10.222.0.59 "DELETE /v2.0/networks/49b0317f-2928-4fbe-8d6d-d685e49ce6b3 HTTP/1.1" status: 204 len: 168 time: 0.2521708 Jul 13 15:47:29.778879 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48834) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:29.789859 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cd65c-90f5-43b4-a2e3-155dd029a8fc admin admin] Pushing event deleted for resources: {'Network': ['ID=49b0317f-2928-4fbe-8d6d-d685e49ce6b3,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:29.823109 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbb61c1-6b17-4cd0-b148-adfaa6274415 admin admin] Deleting subnet 233da4a0-de8a-49ab-a60f-6c67140fd298 {{(pid=93019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:47:29.826230 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2bbb61c1-6b17-4cd0-b148-adfaa6274415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.859839 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2bbb61c1-6b17-4cd0-b148-adfaa6274415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3611000'] for subnet, precommit_delete_associations {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.900338 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2bbb61c1-6b17-4cd0-b148-adfaa6274415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.951030 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2bbb61c1-6b17-4cd0-b148-adfaa6274415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3611086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60791246'] for subnet, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.975442 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb61c1-6b17-4cd0-b148-adfaa6274415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=233da4a0-de8a-49ab-a60f-6c67140fd298,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:29.980697 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2bbb61c1-6b17-4cd0-b148-adfaa6274415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:29.984092 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-2bbb61c1-6b17-4cd0-b148-adfaa6274415 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/233da4a0-de8a-49ab-a60f-6c67140fd298 HTTP/1.1" status: 204 len: 168 time: 0.2041781 Jul 13 15:47:29.984993 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48836) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:30.048872 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8e74ad67-59b5-46d2-ba9a-effc7edcd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:30.127004 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8e74ad67-59b5-46d2-ba9a-effc7edcd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:30.136965 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-8e74ad67-59b5-46d2-ba9a-effc7edcd8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587ff762-b1c6-4482-a077-0ebefcbb441b']}} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:30.146495 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-8e74ad67-59b5-46d2-ba9a-effc7edcd8b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991e0ed5-fa00-4a3d-96c4-4d2810994b5b') {'for_net_delete': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:30.146785 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-8e74ad67-59b5-46d2-ba9a-effc7edcd8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991e0ed5-fa00-4a3d-96c4-4d2810994b5b') {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:30.155788 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8e74ad67-59b5-46d2-ba9a-effc7edcd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610977'] for segment, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:30.168645 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8e74ad67-59b5-46d2-ba9a-effc7edcd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:30.174186 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e74ad67-59b5-46d2-ba9a-effc7edcd8b2 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:47:30.174559 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8e74ad67-59b5-46d2-ba9a-effc7edcd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3610720'] for segment, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: Traceback (most recent call last): Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: timer() Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: cb(*args, **kw) Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: return func(*args, **kwargs) Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: self._notify() Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: self.callback(batched_events) Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: event.method(event) Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: return f(self, *a, **k) Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._get(url).json() Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: return self.request(url, 'GET', **kwargs) Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:47:30.176090 dv-cinder-788366-2-iscsi neutron-server[93019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:47:30.231009 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8e74ad67-59b5-46d2-ba9a-effc7edcd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:30.235425 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8e74ad67-59b5-46d2-ba9a-effc7edcd8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:30.237284 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-8e74ad67-59b5-46d2-ba9a-effc7edcd8b2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/587ff762-b1c6-4482-a077-0ebefcbb441b HTTP/1.1" status: 204 len: 168 time: 0.2513862 Jul 13 15:47:30.249667 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74ad67-59b5-46d2-ba9a-effc7edcd8b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=587ff762-b1c6-4482-a077-0ebefcbb441b,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:30.402555 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48844) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:30.455082 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-6e6897e4-82a3-466f-8758-b2429b8ff162 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f88bfde886eb47d9aaf3b0dd31a3ad21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513222 Jul 13 15:47:30.457520 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48848) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:30.506346 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b935136a-9fcc-494e-b240-e17134f78042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:30.527552 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b935136a-9fcc-494e-b240-e17134f78042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:30.572369 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b935136a-9fcc-494e-b240-e17134f78042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:30.574999 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b935136a-9fcc-494e-b240-e17134f78042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:30.576138 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-b935136a-9fcc-494e-b240-e17134f78042 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aae7cc48-d4f1-4dcb-b7b7-25f80c303545 HTTP/1.1" status: 204 len: 168 time: 0.1177564 Jul 13 15:47:30.585208 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935136a-9fcc-494e-b240-e17134f78042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae7cc48-d4f1-4dcb-b7b7-25f80c303545,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:30.877574 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48854) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:30.914609 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-1cd36077-9c73-4e6a-aeca-27aa5aec31b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7d383ba7105a4453a6ef27d31fe5e46c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0358922 Jul 13 15:47:30.917473 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48856) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:30.963322 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-92310654-6f19-4637-bb5c-7339ef180634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:30.983815 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-92310654-6f19-4637-bb5c-7339ef180634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:31.027918 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-92310654-6f19-4637-bb5c-7339ef180634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:31.030535 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-92310654-6f19-4637-bb5c-7339ef180634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:31.031652 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-92310654-6f19-4637-bb5c-7339ef180634 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/77ab50fb-4dfb-4da7-abb7-19d4affc92b8 HTTP/1.1" status: 204 len: 168 time: 0.1132271 Jul 13 15:47:31.038942 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92310654-6f19-4637-bb5c-7339ef180634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ab50fb-4dfb-4da7-abb7-19d4affc92b8,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:38.833559 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e0469-82e5-4ba3-9c7e-65d9d2eafa2a req-cbcbe1b5-4dbb-46cb-b760-9872580ffc76 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:38.835073 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-692e0469-82e5-4ba3-9c7e-65d9d2eafa2a req-cbcbe1b5-4dbb-46cb-b760-9872580ffc76 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 947 time: 0.2088182 Jul 13 15:47:38.874635 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-692e0469-82e5-4ba3-9c7e-65d9d2eafa2a req-25574a1e-29ac-4427-a373-bc53e3887a16 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340695 Jul 13 15:47:39.465015 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48978) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:39.563888 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-67e5a734-5f5c-4499-b1f9-e5f9bb95a9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:39.651144 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-67e5a734-5f5c-4499-b1f9-e5f9bb95a9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:39.654634 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-67e5a734-5f5c-4499-b1f9-e5f9bb95a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:39.693854 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-67e5a734-5f5c-4499-b1f9-e5f9bb95a9c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=33bff3af563441acb4589ec05ab5f1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275367 Jul 13 15:47:39.694960 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5a734-5f5c-4499-b1f9-e5f9bb95a9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e491424a-f96d-4872-94c8-078c28410010,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:39.696720 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48984) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:39.745503 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7ecee933-0b79-4183-a49e-25e75d59a7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:39.767863 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7ecee933-0b79-4183-a49e-25e75d59a7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:39.817904 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7ecee933-0b79-4183-a49e-25e75d59a7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:39.820814 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7ecee933-0b79-4183-a49e-25e75d59a7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:39.824263 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-7ecee933-0b79-4183-a49e-25e75d59a7be admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e491424a-f96d-4872-94c8-078c28410010 HTTP/1.1" status: 204 len: 168 time: 0.1239560 Jul 13 15:47:39.831573 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecee933-0b79-4183-a49e-25e75d59a7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e491424a-f96d-4872-94c8-078c28410010,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:39.837488 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:47:40.084055 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 48994) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:40.097506 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3c525067-0540-4407-87db-9e5f2112b0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:40.216085 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3c525067-0540-4407-87db-9e5f2112b0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:40.220883 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3c525067-0540-4407-87db-9e5f2112b0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:40.270696 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ea3ab-96b0-4086-836b-4b46ae74fa12 req-820cb488-19e8-434f-bc85-adf2e43e2b57 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:40.272212 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-890ea3ab-96b0-4086-836b-4b46ae74fa12 req-820cb488-19e8-434f-bc85-adf2e43e2b57 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 947 time: 0.2767434 Jul 13 15:47:40.275933 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-3c525067-0540-4407-87db-9e5f2112b0aa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=03034fa21e10452692b478f35b4071e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908052 Jul 13 15:47:40.276762 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c525067-0540-4407-87db-9e5f2112b0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b6db62-c1f3-4293-b46a-3cb6e4f36dfb,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:40.278833 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 48996) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:40.315064 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-890ea3ab-96b0-4086-836b-4b46ae74fa12 req-d5c609f4-347e-47c9-a2df-d63ec9ec6b64 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354500 Jul 13 15:47:40.329780 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-048c18ea-3c02-4279-9234-677e98ddc9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:40.350720 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-048c18ea-3c02-4279-9234-677e98ddc9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:40.394922 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-048c18ea-3c02-4279-9234-677e98ddc9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:40.397564 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-048c18ea-3c02-4279-9234-677e98ddc9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:40.398706 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-048c18ea-3c02-4279-9234-677e98ddc9cc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/85b6db62-c1f3-4293-b46a-3cb6e4f36dfb HTTP/1.1" status: 204 len: 168 time: 0.1189156 Jul 13 15:47:40.406598 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c18ea-3c02-4279-9234-677e98ddc9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b6db62-c1f3-4293-b46a-3cb6e4f36dfb,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:41.394128 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49036) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:41.507153 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0d8a0-b93b-4af5-8a49-d6ff437776bb req-c8e327b3-6f11-4491-a88b-0e202341a8a1 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:41.508534 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7bd0d8a0-b93b-4af5-8a49-d6ff437776bb req-c8e327b3-6f11-4491-a88b-0e202341a8a1 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 947 time: 0.0787477 Jul 13 15:47:41.515233 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2afc3d96-5708-4e75-8367-75e5319f44b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:41.571702 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7bd0d8a0-b93b-4af5-8a49-d6ff437776bb req-0c12d73a-3998-4a0e-8476-b14e53f332d8 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573642 Jul 13 15:47:41.636519 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2afc3d96-5708-4e75-8367-75e5319f44b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:41.640279 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2afc3d96-5708-4e75-8367-75e5319f44b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:41.677881 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2afc3d96-5708-4e75-8367-75e5319f44b8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a67931efd2904311879993b4c2bdb04e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825849 Jul 13 15:47:41.679007 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc3d96-5708-4e75-8367-75e5319f44b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4afb98-d3e1-43a3-be62-8b7704697e2d,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:41.680553 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49044) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:41.728867 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a082cfd5-a325-40fb-a4f2-7f5eb8e4fbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:41.749949 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a082cfd5-a325-40fb-a4f2-7f5eb8e4fbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:41.796610 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a082cfd5-a325-40fb-a4f2-7f5eb8e4fbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:41.799985 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a082cfd5-a325-40fb-a4f2-7f5eb8e4fbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:41.801333 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-a082cfd5-a325-40fb-a4f2-7f5eb8e4fbce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe4afb98-d3e1-43a3-be62-8b7704697e2d HTTP/1.1" status: 204 len: 168 time: 0.1196992 Jul 13 15:47:41.810410 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082cfd5-a325-40fb-a4f2-7f5eb8e4fbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4afb98-d3e1-43a3-be62-8b7704697e2d,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:42.184385 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-69bfe1da-ee9b-4f7e-af67-7396d6f0a5e0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:42.186527 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-69bfe1da-ee9b-4f7e-af67-7396d6f0a5e0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.63 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 947 time: 0.0632803 Jul 13 15:47:42.295566 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-9db90046-a818-4077-a87b-fa5e17b27e81 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Deleting port 01bd2d1e-851f-44d6-82fa-1084b9681cd1 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:47:42.295915 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-9db90046-a818-4077-a87b-fa5e17b27e81 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:42.382608 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-9db90046-a818-4077-a87b-fa5e17b27e81 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] For port 01bd2d1e-851f-44d6-82fa-1084b9681cd1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=01bd2d1e-851f-44d6-82fa-1084b9681cd1,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:47:42.382957 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-9db90046-a818-4077-a87b-fa5e17b27e81 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:42.398070 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49070) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:42.490585 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-290699775-network', 'tenant_id': '50acfe22c2bb47d686af47862870744a'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:42.511213 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] Made reservation on behalf of 50acfe22c2bb47d686af47862870744a for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:47:42.514622 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:42.522807 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:42.601232 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-9db90046-a818-4077-a87b-fa5e17b27e81 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:42.601740 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-9db90046-a818-4077-a87b-fa5e17b27e81 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:42.602324 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.l3_db [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-9db90046-a818-4077-a87b-fa5e17b27e81 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Floating IP 6f98e661-08fe-4951-a8df-bff3652333e9 disassociated. External IP: 172.27.1.192, port: 01bd2d1e-851f-44d6-82fa-1084b9681cd1. Jul 13 15:47:42.602768 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-9db90046-a818-4077-a87b-fa5e17b27e81 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Calling delete_port for 01bd2d1e-851f-44d6-82fa-1084b9681cd1 owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:47:42.616017 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:42.620064 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:42.643171 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:47:42.657320 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f977edfa-880d-4c23-99d2-26369c7962d2,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:42.663765 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:42.664035 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] Added segment dbe34bfe-52bd-44cc-a6f4-a26190fa1e04 of type vlan for network 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 Jul 13 15:47:42.712105 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:42.762172 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:42.764035 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:42.764800 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:42.781263 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-9db90046-a818-4077-a87b-fa5e17b27e81 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:42.821888 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db90046-a818-4077-a87b-fa5e17b27e81 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event deleted for resources: {'Port': ['ID=01bd2d1e-851f-44d6-82fa-1084b9681cd1,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:42.832158 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4329786 Jul 13 15:47:42.834870 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49082) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:42.841384 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-0684b388-ddbf-42a6-b17c-85048eec2160 admin admin] Request body: {'subnet': {'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-290699775-subnet', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:42.854183 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dbea3-3f9b-4943-b7f0-905a92fce215 admin admin] Pushing event updated for resources: {'Network': ['ID=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:42.868179 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:47:42.871108 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0684b388-ddbf-42a6-b17c-85048eec2160 admin admin] Made reservation on behalf of 50acfe22c2bb47d686af47862870744a for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:47:42.874868 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0684b388-ddbf-42a6-b17c-85048eec2160 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3476049'] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:42.899399 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa3880-2ac2-4e5f-904c-f48f80761938 req-51940239-51f5-40e6-9ad6-035e97d3b8cf tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:42.900873 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0dfa3880-2ac2-4e5f-904c-f48f80761938 req-51940239-51f5-40e6-9ad6-035e97d3b8cf tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=a185415d-9498-406d-bd15-e3f25aa9cbf8 HTTP/1.1" status: 200 len: 868 time: 0.1596813 Jul 13 15:47:42.984674 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0dfa3880-2ac2-4e5f-904c-f48f80761938 req-43d96862-02ec-4793-b8f4-dd766c5313d6 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546985 Jul 13 15:47:42.989607 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-9db90046-a818-4077-a87b-fa5e17b27e81 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Router f9620079-9045-403b-8233-7778c0d48f2f has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:47:43.063484 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0684b388-ddbf-42a6-b17c-85048eec2160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59731267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3476067'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:43.097614 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-9db90046-a818-4077-a87b-fa5e17b27e81 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:47:43.109710 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f18dc-146b-4cf3-9d00-7cf49d80f84e None None] Sync routers for ids ['f9620079-9045-403b-8233-7778c0d48f2f'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:47:43.119058 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f18dc-146b-4cf3-9d00-7cf49d80f84e None None] Routers {'f9620079-9045-403b-8233-7778c0d48f2f'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:47:43.119908 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-3c7f18dc-146b-4cf3-9d00-7cf49d80f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f9620079-9045-403b-8233-7778c0d48f2f'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:43.128198 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684b388-ddbf-42a6-b17c-85048eec2160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd837ee8-9245-4be6-ac07-56c69dc729c7,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:43.136227 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0684b388-ddbf-42a6-b17c-85048eec2160 admin admin] Checking segment: {'id': 'dbe34bfe-52bd-44cc-a6f4-a26190fa1e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:47:43.136578 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0684b388-ddbf-42a6-b17c-85048eec2160 admin admin] Network hostable DHCP agents. Network: 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:47:43.140792 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-9db90046-a818-4077-a87b-fa5e17b27e81 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] No DVR routers for this DVR port 01bd2d1e-851f-44d6-82fa-1084b9681cd1 on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:47:43.143278 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-9db90046-a818-4077-a87b-fa5e17b27e81 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:43.145399 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cef6001e-1ec1-423e-ad0b-85a5e2305f7b req-9db90046-a818-4077-a87b-fa5e17b27e81 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.63 "DELETE /v2.0/ports/01bd2d1e-851f-44d6-82fa-1084b9681cd1 HTTP/1.1" status: 204 len: 173 time: 0.9534266 Jul 13 15:47:43.146067 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'name': 'network-vif-deleted', 'tag': '01bd2d1e-851f-44d6-82fa-1084b9681cd1'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:47:43.148434 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997da784-e3be-4ddd-a0a2-744a53d7d6b5" -d '{"events": [{"server_uuid": "a185415d-9498-406d-bd15-e3f25aa9cbf8", "name": "network-vif-deleted", "tag": "01bd2d1e-851f-44d6-82fa-1084b9681cd1"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:47:43.157513 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0684b388-ddbf-42a6-b17c-85048eec2160 admin admin] Network 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:47:43.169459 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-0684b388-ddbf-42a6-b17c-85048eec2160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:47:43.177182 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0684b388-ddbf-42a6-b17c-85048eec2160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:43.177794 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0684b388-ddbf-42a6-b17c-85048eec2160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:43.189827 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeda7949-2fe6-47f5-8d79-cf2a8cc396ca None None] Network 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:47:43.190162 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbab41b3-ff3b-4b2d-8a9a-d1da3aadd1a3 x-openstack-request-id: req-dbab41b3-ff3b-4b2d-8a9a-d1da3aadd1a3 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:47:43.190286 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a185415d-9498-406d-bd15-e3f25aa9cbf8", "name": "network-vif-deleted", "tag": "01bd2d1e-851f-44d6-82fa-1084b9681cd1", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:47:43.190633 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dbab41b3-ff3b-4b2d-8a9a-d1da3aadd1a3 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:47:43.190888 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a185415d-9498-406d-bd15-e3f25aa9cbf8', 'name': 'network-vif-deleted', 'tag': '01bd2d1e-851f-44d6-82fa-1084b9681cd1', 'status': 'completed', 'code': 200} Jul 13 15:47:43.197294 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0684b388-ddbf-42a6-b17c-85048eec2160 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3614097 Jul 13 15:47:43.203863 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49086) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:43.210702 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:43.234594 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5770'] for router, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:43.235629 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:43.271102 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-3c7f18dc-146b-4cf3-9d00-7cf49d80f84e None None] Set router f9620079-9045-403b-8233-7778c0d48f2f gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:47:43.306005 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:43.453871 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5777'] for router, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:43.660485 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:43.685367 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dc51255-dd7c-5eec-a3d3-c16e6a6c7b69-86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'fixed_ips': [{'subnet_id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7'}]}} from dv-cinder-788366-2-iscsi. {{(pid=93020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 15:47:43.686459 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:43.691086 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:43.777240 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-3c7f18dc-146b-4cf3-9d00-7cf49d80f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:56Z', 'revision_number': 5, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:43.808779 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f18dc-146b-4cf3-9d00-7cf49d80f84e None None] Checking router: f9620079-9045-403b-8233-7778c0d48f2f for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:47:43.821036 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Allocated IP 172.27.1.45 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:47:43.856191 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f18dc-146b-4cf3-9d00-7cf49d80f84e None None] Routers {'f9620079-9045-403b-8233-7778c0d48f2f'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:47:43.857617 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-3c7f18dc-146b-4cf3-9d00-7cf49d80f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f9620079-9045-403b-8233-7778c0d48f2f'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:43.981389 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-3c7f18dc-146b-4cf3-9d00-7cf49d80f84e None None] Set router f9620079-9045-403b-8233-7778c0d48f2f gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:47:44.035327 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:44.090199 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:44.146736 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Allocated IP 172.20.0.2 (86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0/dd837ee8-9245-4be6-ac07-56c69dc729c7/5a310a1c-1eaf-4b13-aa09-1fa334c86119) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:47:44.171202 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:47:44.178067 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:47:44.183725 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:47:44.213970 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:44.366649 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-3c7f18dc-146b-4cf3-9d00-7cf49d80f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:56Z', 'revision_number': 5, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:44.399390 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f18dc-146b-4cf3-9d00-7cf49d80f84e None None] The sync data for ids ['f9620079-9045-403b-8233-7778c0d48f2f'] in dv-cinder-788366-2-iscsi is: [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:56Z', 'revision_number': 5, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:47:44.421928 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:44.435776 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Transition to ACTIVE for port object 5a310a1c-1eaf-4b13-aa09-1fa334c86119 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:47:44.458308 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Transition to ACTIVE for port object 5a310a1c-1eaf-4b13-aa09-1fa334c86119 will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:47:44.472839 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:44.527560 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Network 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:47:44.533378 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:47:44.538296 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:47:44.547670 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Pushing event updated for resources: {'Port': ['ID=5a310a1c-1eaf-4b13-aa09-1fa334c86119,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:44.572587 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:44.572935 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:44.573274 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:44.573607 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:44.573963 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:44.574427 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:44.574758 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:44.575082 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:44.575438 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:44.575759 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:44.576079 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:44.577016 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:44.616206 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Attempting to bind port 5a310a1c-1eaf-4b13-aa09-1fa334c86119 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:47:44.616699 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Attempting to bind port 5a310a1c-1eaf-4b13-aa09-1fa334c86119 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': 'dbe34bfe-52bd-44cc-a6f4-a26190fa1e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:47:44.617102 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Attempting to bind port 5a310a1c-1eaf-4b13-aa09-1fa334c86119 on network 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:47:44.622925 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:47:44.624236 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Checking segment: {'id': 'dbe34bfe-52bd-44cc-a6f4-a26190fa1e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:47:44.624750 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:44.625152 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Bound using segment: {'id': 'dbe34bfe-52bd-44cc-a6f4-a26190fa1e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:47:44.625647 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Bound port: 5a310a1c-1eaf-4b13-aa09-1fa334c86119, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe34bfe-52bd-44cc-a6f4-a26190fa1e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:47:44.626065 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:44.704495 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] For port 5a310a1c-1eaf-4b13-aa09-1fa334c86119, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:47:44.707792 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] For port 5a310a1c-1eaf-4b13-aa09-1fa334c86119, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=5a310a1c-1eaf-4b13-aa09-1fa334c86119,segment=NetworkSegment(dbe34bfe-52bd-44cc-a6f4-a26190fa1e04),segment_id=dbe34bfe-52bd-44cc-a6f4-a26190fa1e04)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:47:44.712907 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:44.750648 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e888c7-930c-4b09-b1c3-ba761dbb0797 None None] New status for floating IP 6f98e661-08fe-4951-a8df-bff3652333e9: DOWN {{(pid=93021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:47:44.776788 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b366726-a2cb-4de9-85b8-a93fec358aa4 None None] Pushing event updated for resources: {'Port': ['ID=5a310a1c-1eaf-4b13-aa09-1fa334c86119,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:44.788707 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:45.033267 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735927'] for router, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:45.204513 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Router 2719f5f3-d1de-417f-bcf5-3c649f676a17 is scheduled to L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 with binding_index 1 {{(pid=93018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 15:47:45.336922 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:47:45.347058 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Sync routers for ids ['2719f5f3-d1de-417f-bcf5-3c649f676a17'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:47:45.360369 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Routers {'2719f5f3-d1de-417f-bcf5-3c649f676a17'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:47:45.361568 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2719f5f3-d1de-417f-bcf5-3c649f676a17'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:45.362089 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:45.363981 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-47d0ee45-98f6-41de-b5d2-209012c24581 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1580682 Jul 13 15:47:45.366958 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49114) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:45.574421 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49124) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:45.584434 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Set router 2719f5f3-d1de-417f-bcf5-3c649f676a17 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:47:45.711858 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39bb1b3d-3746-4fc1-a820-63526874f683 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:45.747641 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ec5f7770-9d20-46f1-99a9-c28378a89ae3 req-decab23e-db86-44dc-9eeb-bc18d7fa8578 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352525292&fields=id&tenant_id=27176121430a45ed8ed19072cbd8d9dc HTTP/1.1" status: 200 len: 267 time: 0.1160114 Jul 13 15:47:45.793378 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39bb1b3d-3746-4fc1-a820-63526874f683 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:45.872303 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39bb1b3d-3746-4fc1-a820-63526874f683 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:45.876709 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39bb1b3d-3746-4fc1-a820-63526874f683 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:45.877788 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-39bb1b3d-3746-4fc1-a820-63526874f683 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "DELETE /v2.0/security-groups/b86a46b7-c7dc-4bf6-ae94-5ab23f73c282 HTTP/1.1" status: 204 len: 168 time: 0.3020253 Jul 13 15:47:45.880469 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49128) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:45.887705 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:44Z', 'revision_number': 3, 'project_id': '50acfe22c2bb47d686af47862870744a', 'gw_port': {'id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:45.888622 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb1b3d-3746-4fc1-a820-63526874f683 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86a46b7-c7dc-4bf6-ae94-5ab23f73c282,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:45.912460 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.api.v2.resource [None req-8cc460e8-c910-411e-9731-64b9f75fb87f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] show failed (client error): The resource could not be found. Jul 13 15:47:45.913688 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-8cc460e8-c910-411e-9731-64b9f75fb87f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups/b86a46b7-c7dc-4bf6-ae94-5ab23f73c282 HTTP/1.1" status: 404 len: 347 time: 0.0322030 Jul 13 15:47:45.917103 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49130) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:45.930229 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Checking router: 2719f5f3-d1de-417f-bcf5-3c649f676a17 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:47:45.930582 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Updating router 2719f5f3-d1de-417f-bcf5-3c649f676a17 port bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca binding host dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:47:45.975987 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:46.046815 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7770-9d20-46f1-99a9-c28378a89ae3 req-d2ff1d8d-4952-48a6-86c5-2e2e898c85c6 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:46.048163 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ec5f7770-9d20-46f1-99a9-c28378a89ae3 req-d2ff1d8d-4952-48a6-86c5-2e2e898c85c6 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 985 time: 0.2996812 Jul 13 15:47:46.064856 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-ec5f7770-9d20-46f1-99a9-c28378a89ae3 req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Request body: {'port': {'security_groups': ['a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73']}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:46.071393 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 01bd2d1e-851f-44d6-82fa-1084b9681cd1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:47:46.073707 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a7bfad-0f53-4053-bc79-d16b045d9520 None None] Network 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:47:46.132351 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: 01bd2d1e-851f-44d6-82fa-1084b9681cd1 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:47:46.132689 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 01bd2d1e-851f-44d6-82fa-1084b9681cd1 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:47:46.182858 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-1a07b931-57f6-465b-9443-cbb88027e66b None None] Provisioning for port 5a310a1c-1eaf-4b13-aa09-1fa334c86119 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:47:46.242021 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-059bbae5-8707-4735-8a02-db9107e16424 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Deleting port d0fb4d7f-4e8d-43a0-b4f9-9e41996a2962 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:47:46.242345 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-059bbae5-8707-4735-8a02-db9107e16424 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:46.259547 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-ec5f7770-9d20-46f1-99a9-c28378a89ae3 req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:46.530971 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:46.546298 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Transition to ACTIVE for port object bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:47:46.552830 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:46.601007 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Attempting to bind port bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:47:46.601383 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Attempting to bind port bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:47:46.601773 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Attempting to bind port bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca on network 85981ab4-351c-40b2-8a37-5676d3885a02 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:47:46.613731 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:47:46.614132 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Checking segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:47:46.614526 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:46.615364 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Bound using segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:47:46.615364 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Bound port: bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:47:46.615765 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:46.638335 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30549d7-2e9b-41d9-a97e-43c3de820b40 None None] Pushing event updated for resources: {'Port': ['ID=bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:46.655805 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:46.676865 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] For port bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:47:46.680889 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] For port bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:47:46.686387 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:46.692897 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-059bbae5-8707-4735-8a02-db9107e16424 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:46.693220 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-059bbae5-8707-4735-8a02-db9107e16424 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:46.726203 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-059bbae5-8707-4735-8a02-db9107e16424 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Calling delete_port for d0fb4d7f-4e8d-43a0-b4f9-9e41996a2962 owned by network:floatingip {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:47:46.759746 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Routers {'2719f5f3-d1de-417f-bcf5-3c649f676a17'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:47:46.759746 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2719f5f3-d1de-417f-bcf5-3c649f676a17'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:46.761392 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30549d7-2e9b-41d9-a97e-43c3de820b40 None None] Pushing event updated for resources: {'Port': ['ID=bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:46.884103 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] Set router 2719f5f3-d1de-417f-bcf5-3c649f676a17 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:47:46.913391 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 5a310a1c-1eaf-4b13-aa09-1fa334c86119 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:47:47.018550 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Allocated IP 172.20.0.1 (86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0/dd837ee8-9245-4be6-ac07-56c69dc729c7/2463d6fb-e1c7-4a2e-85c2-d00003fb707f) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:47:47.021440 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-ec5f7770-9d20-46f1-99a9-c28378a89ae3 req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] For port 0bead8b8-57d4-4c94-b979-3abd4d59e35c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0bead8b8-57d4-4c94-b979-3abd4d59e35c,segment=NetworkSegment(9db2bad1-917b-4391-b73e-d82a5cb08533),segment_id=9db2bad1-917b-4391-b73e-d82a5cb08533)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:47:47.045164 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 5a310a1c-1eaf-4b13-aa09-1fa334c86119 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:47:47.056473 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 5a310a1c-1eaf-4b13-aa09-1fa334c86119 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:47:47.056848 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.125419 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-ec5f7770-9d20-46f1-99a9-c28378a89ae3 req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.133402 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-ec5f7770-9d20-46f1-99a9-c28378a89ae3 req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.165030 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:44Z', 'revision_number': 3, 'project_id': '50acfe22c2bb47d686af47862870744a', 'gw_port': {'id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:47.192491 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-059bbae5-8707-4735-8a02-db9107e16424 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.196542 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d67c3-f0a5-4e09-9485-381010bf61f6 None None] The sync data for ids ['2719f5f3-d1de-417f-bcf5-3c649f676a17'] in dv-cinder-788366-2-iscsi is: [{'id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:44Z', 'revision_number': 3, 'project_id': '50acfe22c2bb47d686af47862870744a', 'gw_port': {'id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:47:47.198379 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.200429 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7770-9d20-46f1-99a9-c28378a89ae3 req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:47.200719 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-ec5f7770-9d20-46f1-99a9-c28378a89ae3 req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.202313 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ec5f7770-9d20-46f1-99a9-c28378a89ae3 req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "PUT /v2.0/ports/0bead8b8-57d4-4c94-b979-3abd4d59e35c HTTP/1.1" status: 200 len: 943 time: 1.1445687 Jul 13 15:47:47.206827 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a881c643-745f-4ff6-9285-5ba242e98786', 'tag': '0bead8b8-57d4-4c94-b979-3abd4d59e35c'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:47:47.208991 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49134) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:47.209479 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654cfd70-15af-4ff0-b06c-1da1a135e9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a881c643-745f-4ff6-9285-5ba242e98786", "tag": "0bead8b8-57d4-4c94-b979-3abd4d59e35c"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:47:47.261655 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Pushing event updated for resources: {'Port': ['ID=0bead8b8-57d4-4c94-b979-3abd4d59e35c,revision_number=7']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:47.278940 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 5a310a1c-1eaf-4b13-aa09-1fa334c86119, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=5a310a1c-1eaf-4b13-aa09-1fa334c86119,segment=NetworkSegment(dbe34bfe-52bd-44cc-a6f4-a26190fa1e04),segment_id=dbe34bfe-52bd-44cc-a6f4-a26190fa1e04)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:47:47.285706 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.300846 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.304756 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c893a3e0-c4a8-4bdc-84db-285d27edab3f x-openstack-request-id: req-c893a3e0-c4a8-4bdc-84db-285d27edab3f {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:47:47.305562 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a881c643-745f-4ff6-9285-5ba242e98786", "tag": "0bead8b8-57d4-4c94-b979-3abd4d59e35c", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:47:47.305562 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c893a3e0-c4a8-4bdc-84db-285d27edab3f {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:47:47.305846 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a881c643-745f-4ff6-9285-5ba242e98786', 'tag': '0bead8b8-57d4-4c94-b979-3abd4d59e35c', 'status': 'completed', 'code': 200} Jul 13 15:47:47.308408 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0b069be6-6e25-4f84-98d5-98b86f9a2685 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.327961 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:47.328312 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:47.328651 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:47.328986 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:47.329316 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:47.329645 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:47.330024 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:47.330346 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:47.330661 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:47.330989 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:47.331309 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:47.331629 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f274855-42d1-42dc-a3d5-897ec863d5cd tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:47:47.348928 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0b069be6-6e25-4f84-98d5-98b86f9a2685 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.374149 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bbae5-8707-4735-8a02-db9107e16424 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event deleted for resources: {'Port': ['ID=d0fb4d7f-4e8d-43a0-b4f9-9e41996a2962,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:47.376329 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Transition to ACTIVE for port object 2463d6fb-e1c7-4a2e-85c2-d00003fb707f will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:47:47.381242 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=5a310a1c-1eaf-4b13-aa09-1fa334c86119,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:47.389083 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-059bbae5-8707-4735-8a02-db9107e16424 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.392176 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-059bbae5-8707-4735-8a02-db9107e16424 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.395981 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-059bbae5-8707-4735-8a02-db9107e16424 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "DELETE /v2.0/floatingips/6f98e661-08fe-4951-a8df-bff3652333e9 HTTP/1.1" status: 204 len: 168 time: 1.4748349 Jul 13 15:47:47.447767 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.458246 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0b069be6-6e25-4f84-98d5-98b86f9a2685 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.461392 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0b069be6-6e25-4f84-98d5-98b86f9a2685 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.462788 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0b069be6-6e25-4f84-98d5-98b86f9a2685 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "DELETE /v2.0/security-groups/f2990477-4dfa-4402-baef-1ade6bf2866e HTTP/1.1" status: 204 len: 168 time: 0.2521324 Jul 13 15:47:47.466164 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49140) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:47.503161 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Network 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:47:47.507151 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:47:47.516391 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b069be6-6e25-4f84-98d5-98b86f9a2685 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2990477-4dfa-4402-baef-1ade6bf2866e,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:47.516557 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:47:47.621953 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Pushing event updated for resources: {'Port': ['ID=2463d6fb-e1c7-4a2e-85c2-d00003fb707f,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:47.641636 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-9c17443f-b010-491a-bb74-ce27766bc78a None None] Provisioning complete for port 0bead8b8-57d4-4c94-b979-3abd4d59e35c triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:47:47.642159 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9c17443f-b010-491a-bb74-ce27766bc78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.653129 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1732754'] for router_interface, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.878663 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.911329 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-5ebce328-9339-4442-b067-b2f6bdb43835 None None] Provisioning for port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:47:47.911966 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-a37fa129-4295-4a0d-a892-e02ed4ef83a2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Deleting port 17375fe9-649f-47b3-abdd-f6a4e8b5a742 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:47:47.912484 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a37fa129-4295-4a0d-a892-e02ed4ef83a2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.918456 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-5ebce328-9339-4442-b067-b2f6bdb43835 None None] Provisioning complete for port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:47:47.918853 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-5ebce328-9339-4442-b067-b2f6bdb43835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:47.967380 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-5ebce328-9339-4442-b067-b2f6bdb43835 None None] Port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:47:48.008931 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a37fa129-4295-4a0d-a892-e02ed4ef83a2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.009601 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a37fa129-4295-4a0d-a892-e02ed4ef83a2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.021930 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-a37fa129-4295-4a0d-a892-e02ed4ef83a2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Calling delete_port for 17375fe9-649f-47b3-abdd-f6a4e8b5a742 owned by network:floatingip {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:47:48.092604 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.099374 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.102408 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49144) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:48.108280 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-41218b05-ab40-49fd-9778-1140d24eda82 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--892503199', 'description': 'tempest-description--1329903414'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:48.163013 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-41218b05-ab40-49fd-9778-1140d24eda82 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.171829 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Pushing event updated for resources: {'Port': ['ID=2463d6fb-e1c7-4a2e-85c2-d00003fb707f,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:48.182560 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731544'] for router_interface, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.292713 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Network 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:47:48.294156 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:47:48.298809 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a37fa129-4295-4a0d-a892-e02ed4ef83a2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.341140 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-41218b05-ab40-49fd-9778-1140d24eda82 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.349824 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37fa129-4295-4a0d-a892-e02ed4ef83a2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Pushing event deleted for resources: {'Port': ['ID=17375fe9-649f-47b3-abdd-f6a4e8b5a742,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:48.375498 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-41218b05-ab40-49fd-9778-1140d24eda82 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.438219 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Router 2719f5f3-d1de-417f-bcf5-3c649f676a17 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:47:48.440377 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-41218b05-ab40-49fd-9778-1140d24eda82 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.441618 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-41218b05-ab40-49fd-9778-1140d24eda82 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3379452 Jul 13 15:47:48.444630 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49146) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:48.446380 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41218b05-ab40-49fd-9778-1140d24eda82 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=606e1113-e6e2-4949-99a6-3d542390c1dc,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:48.452149 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-47b0e1f2-fca8-41a8-8fd8-9721ee35ee6b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Request body: {'security_group_rule': {'security_group_id': '606e1113-e6e2-4949-99a6-3d542390c1dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:48.462235 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a37fa129-4295-4a0d-a892-e02ed4ef83a2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks [] for floatingip, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.462613 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.l3_db [None req-a37fa129-4295-4a0d-a892-e02ed4ef83a2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Floating IP df2c0721-3582-4925-b90e-a13f830b843c disassociated (deleted). External IP: 172.27.1.209, port: 0bead8b8-57d4-4c94-b979-3abd4d59e35c. Jul 13 15:47:48.531931 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-47b0e1f2-fca8-41a8-8fd8-9721ee35ee6b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.590086 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-9a2fa24f-b3ff-43cb-92e7-821ed7f2a92d None None] Provisioning complete for port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:47:48.590485 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9a2fa24f-b3ff-43cb-92e7-821ed7f2a92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.616043 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:47:48.618294 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-47b0e1f2-fca8-41a8-8fd8-9721ee35ee6b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.628961 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-c41d93aa-d952-44c1-bc34-cf24725ae75b admin admin] 10.222.0.59 "PUT /v2.0/routers/2719f5f3-d1de-417f-bcf5-3c649f676a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2541294 Jul 13 15:47:48.633474 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-47b0e1f2-fca8-41a8-8fd8-9721ee35ee6b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.634715 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-9a2fa24f-b3ff-43cb-92e7-821ed7f2a92d None None] Port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:47:48.648828 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0e1f2-fca8-41a8-8fd8-9721ee35ee6b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4b3098-9f12-47cf-b329-d42962b48746,revision_number=0']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:48.666748 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-47b0e1f2-fca8-41a8-8fd8-9721ee35ee6b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.672636 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49150) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:48.674015 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-47b0e1f2-fca8-41a8-8fd8-9721ee35ee6b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2271528 Jul 13 15:47:48.677429 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-3e059d87-ea21-4a67-b58e-6d962149ab94 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Request body: {'security_group_rule': {'security_group_id': '606e1113-e6e2-4949-99a6-3d542390c1dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:48.708809 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37fa129-4295-4a0d-a892-e02ed4ef83a2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Router f8bd330b-9f38-4005-89ac-c5b2001a4378 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:47:48.720875 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3e059d87-ea21-4a67-b58e-6d962149ab94 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.773953 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['0bead8b8-57d4-4c94-b979-3abd4d59e35c'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:47:48.870899 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3e059d87-ea21-4a67-b58e-6d962149ab94 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.880442 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37fa129-4295-4a0d-a892-e02ed4ef83a2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:47:48.892745 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a37fa129-4295-4a0d-a892-e02ed4ef83a2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.893100 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfbe8e9-0f4f-4ae8-b117-9a6a28293c3d None None] Sync routers for ids ['f8bd330b-9f38-4005-89ac-c5b2001a4378'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:47:48.895008 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3e059d87-ea21-4a67-b58e-6d962149ab94 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:48.919124 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfbe8e9-0f4f-4ae8-b117-9a6a28293c3d None None] Routers {'f8bd330b-9f38-4005-89ac-c5b2001a4378'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:47:48.920800 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-fbfbe8e9-0f4f-4ae8-b117-9a6a28293c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8bd330b-9f38-4005-89ac-c5b2001a4378'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:48.926646 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['0bead8b8-57d4-4c94-b979-3abd4d59e35c'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:47:48.956273 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cfd70-15af-4ff0-b06c-1da1a135e9b7 req-9edd8725-aa0f-4d1d-bd4c-c2f58f30b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:48.957203 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-654cfd70-15af-4ff0-b06c-1da1a135e9b7 req-9edd8725-aa0f-4d1d-bd4c-c2f58f30b0ad service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=27176121430a45ed8ed19072cbd8d9dc&device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 1099 time: 0.1919296 Jul 13 15:47:49.000212 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e059d87-ea21-4a67-b58e-6d962149ab94 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e36812-d0ec-4448-b9ff-16e3b42181f9,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:49.013248 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3e059d87-ea21-4a67-b58e-6d962149ab94 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:49.017368 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-3e059d87-ea21-4a67-b58e-6d962149ab94 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3435934 Jul 13 15:47:49.021204 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-a37fa129-4295-4a0d-a892-e02ed4ef83a2 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "DELETE /v2.0/floatingips/df2c0721-3582-4925-b90e-a13f830b843c HTTP/1.1" status: 204 len: 168 time: 1.5529051 Jul 13 15:47:49.028531 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 5a310a1c-1eaf-4b13-aa09-1fa334c86119 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:47:49.028777 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49162) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:49.029275 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a881c643-745f-4ff6-9285-5ba242e98786', 'tag': '0bead8b8-57d4-4c94-b979-3abd4d59e35c'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:47:49.032133 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525476ee-80f2-4d4b-8b8c-a6e70f6fe036" -d '{"events": [{"name": "network-changed", "server_uuid": "a881c643-745f-4ff6-9285-5ba242e98786", "tag": "0bead8b8-57d4-4c94-b979-3abd4d59e35c"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:47:49.049034 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Request body: {'floatingip': {'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:49.115431 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for floatingip, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:49.143134 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cfd70-15af-4ff0-b06c-1da1a135e9b7 req-df3743fd-faab-4f5a-ac8f-98e8bfc9fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:49.145204 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-654cfd70-15af-4ff0-b06c-1da1a135e9b7 req-df3743fd-faab-4f5a-ac8f-98e8bfc9fb89 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b40636d5-689a-4613-b578-7de440d54593 HTTP/1.1" status: 200 len: 916 time: 0.1768079 Jul 13 15:47:49.194058 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac36f91-2505-45e0-8aab-5eebaba8e351 x-openstack-request-id: req-0ac36f91-2505-45e0-8aab-5eebaba8e351 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:47:49.195138 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a881c643-745f-4ff6-9285-5ba242e98786", "tag": "0bead8b8-57d4-4c94-b979-3abd4d59e35c", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:47:49.195631 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0ac36f91-2505-45e0-8aab-5eebaba8e351 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:47:49.196301 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a881c643-745f-4ff6-9285-5ba242e98786', 'tag': '0bead8b8-57d4-4c94-b979-3abd4d59e35c', 'status': 'completed', 'code': 200} Jul 13 15:47:49.227650 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-fbfbe8e9-0f4f-4ae8-b117-9a6a28293c3d None None] Set router f8bd330b-9f38-4005-89ac-c5b2001a4378 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:47:49.297163 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-654cfd70-15af-4ff0-b06c-1da1a135e9b7 req-d987d92b-be6a-4368-a215-011c53f32a8d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bead8b8-57d4-4c94-b979-3abd4d59e35c HTTP/1.1" status: 200 len: 217 time: 0.1318188 Jul 13 15:47:49.337986 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:49.398972 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 5a310a1c-1eaf-4b13-aa09-1fa334c86119 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:47:49.399346 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:49.474752 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cfd70-15af-4ff0-b06c-1da1a135e9b7 req-541b4c26-2642-4f66-a457-a61590cf9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:49.481640 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-654cfd70-15af-4ff0-b06c-1da1a135e9b7 req-541b4c26-2642-4f66-a457-a61590cf9af7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3f680998-d785-4612-807c-6587ab46ca94 HTTP/1.1" status: 200 len: 854 time: 0.1748176 Jul 13 15:47:49.573107 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Allocated IP 172.27.1.73 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/12b6c30a-7fb5-4aad-ba07-c44a28514103) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:47:49.627514 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-fbfbe8e9-0f4f-4ae8-b117-9a6a28293c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:11Z', 'updated_at': '2021-07-13T15:44:15Z', 'revision_number': 4, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'gw_port': {'id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:12Z', 'updated_at': '2021-07-13T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '1219d6ca-474b-4050-8c03-8f4ae4dc8375', 'name': '', 'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'mac_address': 'fa:16:3e:df:2e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '3f680998-d785-4612-807c-6587ab46ca94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:14Z', 'updated_at': '2021-07-13T15:44:23Z', 'revision_number': 5, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'subnets': [{'id': '3f680998-d785-4612-807c-6587ab46ca94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:49.661725 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfbe8e9-0f4f-4ae8-b117-9a6a28293c3d None None] Checking router: f8bd330b-9f38-4005-89ac-c5b2001a4378 for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:47:49.679437 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfbe8e9-0f4f-4ae8-b117-9a6a28293c3d None None] Routers {'f8bd330b-9f38-4005-89ac-c5b2001a4378'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:47:49.680625 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-fbfbe8e9-0f4f-4ae8-b117-9a6a28293c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8bd330b-9f38-4005-89ac-c5b2001a4378'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:49.707953 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Sync routers for ids ['2719f5f3-d1de-417f-bcf5-3c649f676a17'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:47:49.730435 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cfd70-15af-4ff0-b06c-1da1a135e9b7 req-28841fb0-aaf4-4b7d-9c83-de639ffd2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:49.731588 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:49.742030 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-654cfd70-15af-4ff0-b06c-1da1a135e9b7 req-28841fb0-aaf4-4b7d-9c83-de639ffd2468 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b40636d5-689a-4613-b578-7de440d54593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2543697 Jul 13 15:47:49.778455 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49190) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:49.805213 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:49.817644 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-145709633-network', 'tenant_id': '034a6a1491354866b9406ee9c265434c'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:49.827545 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Routers {'2719f5f3-d1de-417f-bcf5-3c649f676a17'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:47:49.828843 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2719f5f3-d1de-417f-bcf5-3c649f676a17'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:49.855008 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:47:49.855500 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-fbfbe8e9-0f4f-4ae8-b117-9a6a28293c3d None None] Set router f8bd330b-9f38-4005-89ac-c5b2001a4378 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:47:49.860381 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:47:49.863917 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:47:49.895566 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event updated for resources: {'Port': ['ID=12b6c30a-7fb5-4aad-ba07-c44a28514103,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:49.920117 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] Made reservation on behalf of 034a6a1491354866b9406ee9c265434c for: {'network': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:47:49.923075 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:49.925809 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:47:49.935265 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:49.967502 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-654cfd70-15af-4ff0-b06c-1da1a135e9b7 req-80eb07e0-f4fb-434a-b548-52c68781ee78 service neutron] 10.222.0.63 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201862 Jul 13 15:47:50.028203 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.053883 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Set router 2719f5f3-d1de-417f-bcf5-3c649f676a17 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:47:50.094038 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.097740 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:47:50.104377 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-654cfd70-15af-4ff0-b06c-1da1a135e9b7 req-b3e2c782-cb09-4ebf-a36a-b9f4d32547b0 service neutron] 10.222.0.63 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270230 Jul 13 15:47:50.107764 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:47:50.108475 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.143501 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.149643 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.162932 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-fbfbe8e9-0f4f-4ae8-b117-9a6a28293c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:11Z', 'updated_at': '2021-07-13T15:44:15Z', 'revision_number': 4, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'gw_port': {'id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:12Z', 'updated_at': '2021-07-13T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '1219d6ca-474b-4050-8c03-8f4ae4dc8375', 'name': '', 'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'mac_address': 'fa:16:3e:df:2e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '3f680998-d785-4612-807c-6587ab46ca94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:14Z', 'updated_at': '2021-07-13T15:44:23Z', 'revision_number': 5, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'subnets': [{'id': '3f680998-d785-4612-807c-6587ab46ca94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:50.183326 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=93019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:47:50.204731 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfbe8e9-0f4f-4ae8-b117-9a6a28293c3d None None] The sync data for ids ['f8bd330b-9f38-4005-89ac-c5b2001a4378'] in dv-cinder-788366-2-iscsi is: [{'id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:11Z', 'updated_at': '2021-07-13T15:44:15Z', 'revision_number': 4, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'gw_port': {'id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:12Z', 'updated_at': '2021-07-13T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '1219d6ca-474b-4050-8c03-8f4ae4dc8375', 'name': '', 'network_id': 'b40636d5-689a-4613-b578-7de440d54593', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'mac_address': 'fa:16:3e:df:2e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '3f680998-d785-4612-807c-6587ab46ca94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:14Z', 'updated_at': '2021-07-13T15:44:23Z', 'revision_number': 5, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'subnets': [{'id': '3f680998-d785-4612-807c-6587ab46ca94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:47:50.210519 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87200de7-6218-4df5-9266-205080766683,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:50.217757 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.218376 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.segments_db [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] Added segment 011f09f6-1202-4279-bb49-6076ca53cfad of type vlan for network 97dc72ec-fc98-4759-bd96-83c533f5248c Jul 13 15:47:50.310544 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.364509 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.365473 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:50.366081 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.391460 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525476ee-80f2-4d4b-8b8c-a6e70f6fe036 req-f06c0505-57a5-4682-9942-268e3be3b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:50.393397 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-525476ee-80f2-4d4b-8b8c-a6e70f6fe036 req-f06c0505-57a5-4682-9942-268e3be3b30a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=27176121430a45ed8ed19072cbd8d9dc&device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 1099 time: 0.1314428 Jul 13 15:47:50.493482 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6901631 Jul 13 15:47:50.496187 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49192) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:50.502678 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-311c99f9-c406-4737-9ef6-9002d032dce4 admin admin] Request body: {'subnet': {'network_id': '97dc72ec-fc98-4759-bd96-83c533f5248c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-145709633-subnet', 'tenant_id': '034a6a1491354866b9406ee9c265434c', 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:50.516140 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679257d-d92b-4e3e-907f-a423779ac4fc admin admin] Pushing event updated for resources: {'Network': ['ID=97dc72ec-fc98-4759-bd96-83c533f5248c,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:50.557802 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4f4f3e18-aa08-4681-93ed-8eb5817d0a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.566329 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311c99f9-c406-4737-9ef6-9002d032dce4 admin admin] Made reservation on behalf of 034a6a1491354866b9406ee9c265434c for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:47:50.569332 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-311c99f9-c406-4737-9ef6-9002d032dce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3476049'] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.569967 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network 97dc72ec-fc98-4759-bd96-83c533f5248c details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:47:50.606625 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.611342 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525476ee-80f2-4d4b-8b8c-a6e70f6fe036 req-330555fe-423c-47a6-88d9-d78ad408effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:50.613118 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-525476ee-80f2-4d4b-8b8c-a6e70f6fe036 req-330555fe-423c-47a6-88d9-d78ad408effd service neutron] 10.222.0.63 "GET /v2.0/networks?id=b40636d5-689a-4613-b578-7de440d54593 HTTP/1.1" status: 200 len: 916 time: 0.1789079 Jul 13 15:47:50.628787 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.637145 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.671346 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:47:50.692982 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.731370 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-525476ee-80f2-4d4b-8b8c-a6e70f6fe036 req-5f7c7334-51f0-406d-aecc-46f1be015d32 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bead8b8-57d4-4c94-b979-3abd4d59e35c HTTP/1.1" status: 200 len: 217 time: 0.1001859 Jul 13 15:47:50.755798 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event updated for resources: {'Port': ['ID=12b6c30a-7fb5-4aad-ba07-c44a28514103,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:50.771092 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7f77bf-f5e5-48ef-8b0f-9b45bb74ae37 None None] New status for floating IP df2c0721-3582-4925-b90e-a13f830b843c: DOWN {{(pid=93021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:47:50.772164 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.798283 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.799594 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c584880d-12c7-457f-8674-c6f0075b593a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7566767 Jul 13 15:47:50.828105 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525476ee-80f2-4d4b-8b8c-a6e70f6fe036 req-15709d44-8ac5-41fe-a45b-0c7b8a999234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:50.829597 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-525476ee-80f2-4d4b-8b8c-a6e70f6fe036 req-15709d44-8ac5-41fe-a45b-0c7b8a999234 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3f680998-d785-4612-807c-6587ab46ca94 HTTP/1.1" status: 200 len: 854 time: 0.0894315 Jul 13 15:47:50.885188 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:50.885905 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:50.954102 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:47Z', 'revision_number': 4, 'project_id': '50acfe22c2bb47d686af47862870744a', 'gw_port': {'id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '2463d6fb-e1c7-4a2e-85c2-d00003fb707f', 'name': '', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'mac_address': 'fa:16:3e:bd:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:46Z', 'updated_at': '2021-07-13T15:47:47Z', 'revision_number': 2, 'project_id': '50acfe22c2bb47d686af47862870744a', 'subnets': [{'id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:51.003147 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525476ee-80f2-4d4b-8b8c-a6e70f6fe036 req-68668db4-6cdc-495f-aaaa-67754e21b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:51.005437 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-525476ee-80f2-4d4b-8b8c-a6e70f6fe036 req-68668db4-6cdc-495f-aaaa-67754e21b4a7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b40636d5-689a-4613-b578-7de440d54593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1650958 Jul 13 15:47:51.017341 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-311c99f9-c406-4737-9ef6-9002d032dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59731267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3476067'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:51.037870 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Checking router: 2719f5f3-d1de-417f-bcf5-3c649f676a17 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:47:51.038732 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Updating router 2719f5f3-d1de-417f-bcf5-3c649f676a17 port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f binding host dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:47:51.107079 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:51.157590 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-525476ee-80f2-4d4b-8b8c-a6e70f6fe036 req-e07a3931-b1c6-4d42-ade7-ee02dbeb23bc service neutron] 10.222.0.63 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400712 Jul 13 15:47:51.170435 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c99f9-c406-4737-9ef6-9002d032dce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ec7251-d0fb-4b41-813a-00ef59b65221,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:51.181977 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c99f9-c406-4737-9ef6-9002d032dce4 admin admin] Checking segment: {'id': '011f09f6-1202-4279-bb49-6076ca53cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '97dc72ec-fc98-4759-bd96-83c533f5248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:47:51.182819 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c99f9-c406-4737-9ef6-9002d032dce4 admin admin] Network hostable DHCP agents. Network: 97dc72ec-fc98-4759-bd96-83c533f5248c, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:47:51.206359 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c99f9-c406-4737-9ef6-9002d032dce4 admin admin] Network 97dc72ec-fc98-4759-bd96-83c533f5248c is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:47:51.217584 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-311c99f9-c406-4737-9ef6-9002d032dce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, 97dc72ec-fc98-4759-bd96-83c533f5248c) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:47:51.223957 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c99f9-c406-4737-9ef6-9002d032dce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:51.224441 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-311c99f9-c406-4737-9ef6-9002d032dce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:51.252709 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49224) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:51.252996 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e552a1-738b-4ee7-ad25-dd8dcab21203 None None] Network 97dc72ec-fc98-4759-bd96-83c533f5248c requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:47:51.255240 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-311c99f9-c406-4737-9ef6-9002d032dce4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7566624 Jul 13 15:47:51.260976 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-145709633-router', 'tenant_id': '034a6a1491354866b9406ee9c265434c', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:51.291913 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-0604bfe8-e83d-4984-8008-c4bc0dc4ede5 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--892503199&fields=id&tenant_id=0d94faec815442809ce9f4332a1bb5b0 HTTP/1.1" status: 200 len: 267 time: 0.1331606 Jul 13 15:47:51.322543 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5770'] for router, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:51.323597 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:51.428130 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-525476ee-80f2-4d4b-8b8c-a6e70f6fe036 req-ce2e380b-eb2e-41b9-95ab-a5bc2c449da1 service neutron] 10.222.0.63 "GET /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325375 Jul 13 15:47:51.468999 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:51.487317 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-ea16972e-2fca-4602-a427-c4c1ae20635a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:51.488802 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-ea16972e-2fca-4602-a427-c4c1ae20635a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/networks?id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 HTTP/1.1" status: 200 len: 817 time: 0.1883738 Jul 13 15:47:51.534172 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dc51255-dd7c-5eec-a3d3-c16e6a6c7b69-97dc72ec-fc98-4759-bd96-83c533f5248c', 'network_id': '97dc72ec-fc98-4759-bd96-83c533f5248c', 'tenant_id': '034a6a1491354866b9406ee9c265434c', 'fixed_ips': [{'subnet_id': 'a5ec7251-d0fb-4b41-813a-00ef59b65221'}]}} from dv-cinder-788366-2-iscsi. {{(pid=93020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 15:47:51.535261 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:51.559134 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-54060b5a-0b71-42dc-b8e0-22aa2df91c70 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/quotas/0d94faec815442809ce9f4332a1bb5b0 HTTP/1.1" status: 200 len: 375 time: 0.0378470 Jul 13 15:47:51.643556 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:51.658332 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5777'] for router, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:51.667828 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Transition to ACTIVE for port object 2463d6fb-e1c7-4a2e-85c2-d00003fb707f will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:47:51.676704 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:51.743891 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-ae88fd0c-0f7c-4096-bfaa-9d523adb9c5d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d94faec815442809ce9f4332a1bb5b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1468670 Jul 13 15:47:51.769175 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a110b00-7398-435b-be78-6943a16e02fa None None] Pushing event updated for resources: {'Port': ['ID=2463d6fb-e1c7-4a2e-85c2-d00003fb707f,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:51.772068 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Allocated IP 172.20.0.2 (97dc72ec-fc98-4759-bd96-83c533f5248c/a5ec7251-d0fb-4b41-813a-00ef59b65221/e0802266-7e41-4c42-8870-b1361d77458b) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:47:51.912378 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Attempting to bind port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:47:51.913021 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Attempting to bind port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': 'dbe34bfe-52bd-44cc-a6f4-a26190fa1e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:47:51.913155 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Attempting to bind port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f on network 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:47:51.924563 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:47:51.924932 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Checking segment: {'id': 'dbe34bfe-52bd-44cc-a6f4-a26190fa1e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:47:51.925335 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:51.925746 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Bound using segment: {'id': 'dbe34bfe-52bd-44cc-a6f4-a26190fa1e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:47:51.926221 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Bound port: 2463d6fb-e1c7-4a2e-85c2-d00003fb707f, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe34bfe-52bd-44cc-a6f4-a26190fa1e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:47:51.926606 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:52.004293 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:52.032589 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:52.050773 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-3630e096-80bf-422a-8467-2c2750fbbfe7 service neutron] 10.222.0.59 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842281 Jul 13 15:47:52.055011 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] For port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:47:52.075270 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] For port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=2463d6fb-e1c7-4a2e-85c2-d00003fb707f,segment=NetworkSegment(dbe34bfe-52bd-44cc-a6f4-a26190fa1e04),segment_id=dbe34bfe-52bd-44cc-a6f4-a26190fa1e04)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:47:52.084367 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:52.093468 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:52.128185 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Transition to ACTIVE for port object e0802266-7e41-4c42-8870-b1361d77458b will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:47:52.162180 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Transition to ACTIVE for port object e0802266-7e41-4c42-8870-b1361d77458b will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:47:52.167512 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a110b00-7398-435b-be78-6943a16e02fa None None] Pushing event updated for resources: {'Port': ['ID=2463d6fb-e1c7-4a2e-85c2-d00003fb707f,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:52.170446 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Routers {'2719f5f3-d1de-417f-bcf5-3c649f676a17'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:47:52.171065 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2719f5f3-d1de-417f-bcf5-3c649f676a17'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:52.175269 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:52.263253 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Network 97dc72ec-fc98-4759-bd96-83c533f5248c is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:47:52.270401 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:47:52.301136 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:47:52.307852 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Pushing event updated for resources: {'Port': ['ID=e0802266-7e41-4c42-8870-b1361d77458b,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:52.391854 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] Set router 2719f5f3-d1de-417f-bcf5-3c649f676a17 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:47:52.422501 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Attempting to bind port e0802266-7e41-4c42-8870-b1361d77458b on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:47:52.422870 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Attempting to bind port e0802266-7e41-4c42-8870-b1361d77458b by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '011f09f6-1202-4279-bb49-6076ca53cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '97dc72ec-fc98-4759-bd96-83c533f5248c'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:47:52.423562 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Attempting to bind port e0802266-7e41-4c42-8870-b1361d77458b on network 97dc72ec-fc98-4759-bd96-83c533f5248c {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:47:52.440339 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:47:52.440753 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Checking segment: {'id': '011f09f6-1202-4279-bb49-6076ca53cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '97dc72ec-fc98-4759-bd96-83c533f5248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:47:52.441161 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:52.441554 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Bound using segment: {'id': '011f09f6-1202-4279-bb49-6076ca53cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '97dc72ec-fc98-4759-bd96-83c533f5248c'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:47:52.442063 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Bound port: e0802266-7e41-4c42-8870-b1361d77458b, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011f09f6-1202-4279-bb49-6076ca53cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '97dc72ec-fc98-4759-bd96-83c533f5248c'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:47:52.442868 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:52.563877 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Allocated IP 172.27.1.6 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/2edfd5cf-38e2-472f-ae28-e8eda3c36327) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:47:52.574942 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-e96a679d-aa5a-4e91-af85-faf638b73e00 service neutron] 10.222.0.59 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942846 Jul 13 15:47:52.610380 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] For port e0802266-7e41-4c42-8870-b1361d77458b, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:47:52.639918 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] For port e0802266-7e41-4c42-8870-b1361d77458b, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=e0802266-7e41-4c42-8870-b1361d77458b,segment=NetworkSegment(011f09f6-1202-4279-bb49-6076ca53cfad),segment_id=011f09f6-1202-4279-bb49-6076ca53cfad)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:47:52.666064 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:52.757353 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b6ef6740-5460-4c0d-ba24-e0765e960e4f req-1d83c303-52d4-417e-8a81-c657b30eb973 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2776875 Jul 13 15:47:52.775344 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ba730-0288-4f4f-8b44-279dc82512ed None None] Pushing event updated for resources: {'Port': ['ID=e0802266-7e41-4c42-8870-b1361d77458b,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:52.832287 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-58b62647-15a0-420d-9e74-634d595193f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:52.836234 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:47Z', 'revision_number': 4, 'project_id': '50acfe22c2bb47d686af47862870744a', 'gw_port': {'id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '2463d6fb-e1c7-4a2e-85c2-d00003fb707f', 'name': '', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'mac_address': 'fa:16:3e:bd:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:46Z', 'updated_at': '2021-07-13T15:47:52Z', 'revision_number': 4, 'project_id': '50acfe22c2bb47d686af47862870744a', 'subnets': [{'id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:52.852133 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9027a1df-4a10-45ea-9824-932bbad14076 req-834cae5b-92e4-48e2-aacb-61b3405dc454 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 210 time: 0.0936604 Jul 13 15:47:52.876609 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:52.893085 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:47:52.896081 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7c2f9-13a5-4e2a-a535-01386e81601c None None] The sync data for ids ['2719f5f3-d1de-417f-bcf5-3c649f676a17'] in dv-cinder-788366-2-iscsi is: [{'id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:47Z', 'revision_number': 4, 'project_id': '50acfe22c2bb47d686af47862870744a', 'gw_port': {'id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '2463d6fb-e1c7-4a2e-85c2-d00003fb707f', 'name': '', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'mac_address': 'fa:16:3e:bd:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:46Z', 'updated_at': '2021-07-13T15:47:52Z', 'revision_number': 4, 'project_id': '50acfe22c2bb47d686af47862870744a', 'subnets': [{'id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:47:53.030083 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:53.069085 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef6740-5460-4c0d-ba24-e0765e960e4f req-9c6c717b-21e5-4fc3-8c28-a20d92b5f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:53.070895 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b6ef6740-5460-4c0d-ba24-e0765e960e4f req-9c6c717b-21e5-4fc3-8c28-a20d92b5f31c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb&device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 1098 time: 0.2071059 Jul 13 15:47:53.093744 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb730622-59ef-4894-b94f-ba391977fa76 req-7658cb8a-3ea6-46e9-a88a-8e0f937c94fc tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:53.099171 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eb730622-59ef-4894-b94f-ba391977fa76 req-7658cb8a-3ea6-46e9-a88a-8e0f937c94fc tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 946 time: 0.1798496 Jul 13 15:47:53.104897 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:47:53.109923 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:47:53.193140 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eb730622-59ef-4894-b94f-ba391977fa76 req-2bbfa955-5880-45a7-a2cb-de6fcc597c43 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870404 Jul 13 15:47:53.268146 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:53.269647 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:47:53.270647 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:53.279578 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef6740-5460-4c0d-ba24-e0765e960e4f req-e49cf555-bf56-4194-a1d7-b3110b90bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:53.281105 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b6ef6740-5460-4c0d-ba24-e0765e960e4f req-e49cf555-bf56-4194-a1d7-b3110b90bae0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c HTTP/1.1" status: 200 len: 911 time: 0.1725280 Jul 13 15:47:53.285778 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:47:53.324708 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=2edfd5cf-38e2-472f-ae28-e8eda3c36327,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:53.412209 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b6ef6740-5460-4c0d-ba24-e0765e960e4f req-622f4c8d-dc59-4b15-b028-5bda2c7cdad1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 HTTP/1.1" status: 200 len: 1000 time: 0.1211538 Jul 13 15:47:53.551980 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef6740-5460-4c0d-ba24-e0765e960e4f req-427b381e-14b0-4bbc-8279-dd6111a59337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:53.553462 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b6ef6740-5460-4c0d-ba24-e0765e960e4f req-427b381e-14b0-4bbc-8279-dd6111a59337 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=45402ac4-397c-481f-9144-a5b5042569e3 HTTP/1.1" status: 200 len: 849 time: 0.1106436 Jul 13 15:47:53.754166 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:53.812680 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef6740-5460-4c0d-ba24-e0765e960e4f req-1e84ceca-8efd-4ea2-9511-981a3fc5763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:53.814433 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b6ef6740-5460-4c0d-ba24-e0765e960e4f req-1e84ceca-8efd-4ea2-9511-981a3fc5763f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2515664 Jul 13 15:47:53.925448 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:54.069339 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b6ef6740-5460-4c0d-ba24-e0765e960e4f req-de44d215-7777-40a5-8319-fe6a19a6717a service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426922 Jul 13 15:47:54.083490 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49280) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:54.095864 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c5905489-51da-408e-b78b-d00b0570c630 req-b7624d0c-dcd0-461c-8d17-906c0f004fdd tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 210 time: 0.0460486 Jul 13 15:47:54.274873 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b6ef6740-5460-4c0d-ba24-e0765e960e4f req-31bf7526-f671-4d3e-8bbb-5b5664f6c96d service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741328 Jul 13 15:47:54.278506 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80351cf-21e9-41f8-a4a2-3ba9cbdd55d2 None None] Network 97dc72ec-fc98-4759-bd96-83c533f5248c requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:47:54.281319 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735927'] for router, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:54.298873 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ecd80c55-2918-4fce-a064-b280cbdd55c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:54.403250 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-ef46224e-9322-44cd-a4e6-0b7009a0001c None None] Provisioning for port e0802266-7e41-4c42-8870-b1361d77458b completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:47:54.439924 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Router 2f92c606-935e-4477-8bc2-420ab6155c90 is scheduled to L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 with binding_index 1 {{(pid=93019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 15:47:54.452182 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ecd80c55-2918-4fce-a064-b280cbdd55c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:54.461478 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ecd80c55-2918-4fce-a064-b280cbdd55c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:54.479850 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee511c-53e6-4ef7-b2aa-78239aff361d req-d6e024e6-7236-4c7e-8d87-722b77292fb4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:54.481214 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a4ee511c-53e6-4ef7-b2aa-78239aff361d req-d6e024e6-7236-4c7e-8d87-722b77292fb4 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 946 time: 0.1209390 Jul 13 15:47:54.528300 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-ecd80c55-2918-4fce-a064-b280cbdd55c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9fb4be6559e7433bba4c81427deb9416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412532 Jul 13 15:47:54.528504 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49286) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:54.538756 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd80c55-2918-4fce-a064-b280cbdd55c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a07d2e-0c7f-492e-9280-2b4424bfd400,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:54.578417 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a4ee511c-53e6-4ef7-b2aa-78239aff361d req-9a2169d7-45fc-4b49-bbe7-bc452c3022e3 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858192 Jul 13 15:47:54.621337 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0a0e7e18-775f-4dd2-982a-e9eff012a325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:54.624454 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:47:54.647235 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:54.649562 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-7b76ff9b-e11f-4d45-b7a4-54361968d2e2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.3956983 Jul 13 15:47:54.652507 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49288) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:54.652943 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Sync routers for ids ['2f92c606-935e-4477-8bc2-420ab6155c90'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:47:54.656323 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0a0e7e18-775f-4dd2-982a-e9eff012a325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:54.666344 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Routers {'2f92c606-935e-4477-8bc2-420ab6155c90'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:47:54.666975 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2f92c606-935e-4477-8bc2-420ab6155c90'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:54.816959 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Set router 2f92c606-935e-4477-8bc2-420ab6155c90 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:47:54.825278 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0a0e7e18-775f-4dd2-982a-e9eff012a325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:54.828375 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0a0e7e18-775f-4dd2-982a-e9eff012a325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:54.829094 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0a0e7e18-775f-4dd2-982a-e9eff012a325 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/90a07d2e-0c7f-492e-9280-2b4424bfd400 HTTP/1.1" status: 204 len: 168 time: 0.2987714 Jul 13 15:47:54.839230 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e7e18-775f-4dd2-982a-e9eff012a325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a07d2e-0c7f-492e-9280-2b4424bfd400,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:54.971646 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 2463d6fb-e1c7-4a2e-85c2-d00003fb707f up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:47:54.990122 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163595f6-1ed2-4808-8362-b838b5901bb5 req-cd49d41d-361a-4add-8b25-fa37fd114a84 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:54.992192 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-163595f6-1ed2-4808-8362-b838b5901bb5 req-cd49d41d-361a-4add-8b25-fa37fd114a84 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.63 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 946 time: 0.1040528 Jul 13 15:47:55.063825 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-497da79c-4378-420d-a0c2-a37be19138fe tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:55.066447 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-497da79c-4378-420d-a0c2-a37be19138fe tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.63 "GET /v2.0/networks?id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 HTTP/1.1" status: 200 len: 817 time: 0.1185269 Jul 13 15:47:55.185990 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-c7821afd-ec97-44f5-9d8b-7c92d552a02f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d94faec815442809ce9f4332a1bb5b0 HTTP/1.1" status: 200 len: 379 time: 0.0752950 Jul 13 15:47:55.203777 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-8fd2440d-ec87-4737-b24e-ce033eedf045 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Request body: {'port': {'device_id': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'admin_state_up': True, 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'security_groups': ['606e1113-e6e2-4949-99a6-3d542390c1dc']}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:55.225870 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:47:55.232248 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-163595f6-1ed2-4808-8362-b838b5901bb5 req-c9302297-5633-4c81-9fc2-2c495c806e01 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Deleting port 0bead8b8-57d4-4c94-b979-3abd4d59e35c {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:47:55.233381 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-163595f6-1ed2-4808-8362-b838b5901bb5 req-c9302297-5633-4c81-9fc2-2c495c806e01 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:55.236474 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:47:55.237303 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:55.303382 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'name': 'tempest-TestShelveInstance-145709633-router', 'tenant_id': '034a6a1491354866b9406ee9c265434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:51Z', 'updated_at': '2021-07-13T15:47:53Z', 'revision_number': 3, 'project_id': '034a6a1491354866b9406ee9c265434c', 'gw_port': {'id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:52Z', 'updated_at': '2021-07-13T15:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:55.358870 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Checking router: 2f92c606-935e-4477-8bc2-420ab6155c90 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:47:55.359561 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Updating router 2f92c606-935e-4477-8bc2-420ab6155c90 port 2edfd5cf-38e2-472f-ae28-e8eda3c36327 binding host dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:47:55.391664 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-dc1fca89-65ed-4516-a70b-22f7e7992242 req-ed2111b9-66ee-4abe-813f-73ade24353e4 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 210 time: 0.0627539 Jul 13 15:47:55.440812 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:55.452150 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-163595f6-1ed2-4808-8362-b838b5901bb5 req-c9302297-5633-4c81-9fc2-2c495c806e01 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] For port 0bead8b8-57d4-4c94-b979-3abd4d59e35c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0bead8b8-57d4-4c94-b979-3abd4d59e35c,segment=NetworkSegment(9db2bad1-917b-4391-b73e-d82a5cb08533),segment_id=9db2bad1-917b-4391-b73e-d82a5cb08533)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:47:55.452765 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-163595f6-1ed2-4808-8362-b838b5901bb5 req-c9302297-5633-4c81-9fc2-2c495c806e01 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:55.468877 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:55.482281 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-163595f6-1ed2-4808-8362-b838b5901bb5 req-c9302297-5633-4c81-9fc2-2c495c806e01 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Calling delete_port for 0bead8b8-57d4-4c94-b979-3abd4d59e35c owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:47:55.509537 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:55.513947 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-8fd2440d-ec87-4737-b24e-ce033eedf045 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Made reservation on behalf of 0d94faec815442809ce9f4332a1bb5b0 for: {'port': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:47:55.517907 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-8fd2440d-ec87-4737-b24e-ce033eedf045 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:55.612494 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=2463d6fb-e1c7-4a2e-85c2-d00003fb707f,segment=NetworkSegment(dbe34bfe-52bd-44cc-a6f4-a26190fa1e04),segment_id=dbe34bfe-52bd-44cc-a6f4-a26190fa1e04)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:47:55.622377 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:55.623271 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device e0802266-7e41-4c42-8870-b1361d77458b up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:47:55.739105 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-163595f6-1ed2-4808-8362-b838b5901bb5 req-c9302297-5633-4c81-9fc2-2c495c806e01 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:55.740952 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Allocated IP 172.20.0.1 (97dc72ec-fc98-4759-bd96-83c533f5248c/a5ec7251-d0fb-4b41-813a-00ef59b65221/c2adbf07-6cff-4bcd-a52b-52fd4b75d184) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:47:55.747698 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:55.764863 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-8fd2440d-ec87-4737-b24e-ce033eedf045 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Allocated IP 172.20.0.7 (dbde9c41-8b2b-424f-85c7-85a79ff8d5a0/823f7a85-e8b2-4154-bda7-8fa34af93224/ca4bb49c-ca92-4c97-8725-ab8c5b0093b5) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:47:55.772625 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9302297-5633-4c81-9fc2-2c495c806e01 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Pushing event deleted for resources: {'Port': ['ID=0bead8b8-57d4-4c94-b979-3abd4d59e35c,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:55.775274 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=2463d6fb-e1c7-4a2e-85c2-d00003fb707f,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:55.778513 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['0bead8b8-57d4-4c94-b979-3abd4d59e35c'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:47:55.846959 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port e0802266-7e41-4c42-8870-b1361d77458b completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:47:55.853361 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port e0802266-7e41-4c42-8870-b1361d77458b triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:47:55.854373 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:55.859298 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-163595f6-1ed2-4808-8362-b838b5901bb5 req-c9302297-5633-4c81-9fc2-2c495c806e01 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] No DVR routers for this DVR port 0bead8b8-57d4-4c94-b979-3abd4d59e35c on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:47:55.862668 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-163595f6-1ed2-4808-8362-b838b5901bb5 req-c9302297-5633-4c81-9fc2-2c495c806e01 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:55.865306 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-163595f6-1ed2-4808-8362-b838b5901bb5 req-c9302297-5633-4c81-9fc2-2c495c806e01 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.63 "DELETE /v2.0/ports/0bead8b8-57d4-4c94-b979-3abd4d59e35c HTTP/1.1" status: 204 len: 173 time: 0.8662920 Jul 13 15:47:55.865306 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a881c643-745f-4ff6-9285-5ba242e98786', 'name': 'network-vif-deleted', 'tag': '0bead8b8-57d4-4c94-b979-3abd4d59e35c'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:47:55.867454 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b2124c-200c-4612-a42d-2c4d1f834082" -d '{"events": [{"server_uuid": "a881c643-745f-4ff6-9285-5ba242e98786", "name": "network-vif-deleted", "tag": "0bead8b8-57d4-4c94-b979-3abd4d59e35c"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:47:55.919813 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-81da6dbc-1817-4f61-ae0b-a91584af9764 req-3679a936-263c-404a-b490-2c64eea1b140 tempest-TestMinimumBasicScenario-1260077957 tempest-TestMinimumBasicScenario-1260077957-project] 10.222.0.59 "GET /v2.0/ports?device_id=a881c643-745f-4ff6-9285-5ba242e98786 HTTP/1.1" status: 200 len: 210 time: 0.1038103 Jul 13 15:47:56.007738 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:56.047537 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:56.048463 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:56.074998 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Transition to ACTIVE for port object c2adbf07-6cff-4bcd-a52b-52fd4b75d184 will not be triggered until provisioned by entity DHCP. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:47:56.089287 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Transition to ACTIVE for port object 2edfd5cf-38e2-472f-ae28-e8eda3c36327 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:47:56.091136 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-8fd2440d-ec87-4737-b24e-ce033eedf045 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:56.094203 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port e0802266-7e41-4c42-8870-b1361d77458b, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=e0802266-7e41-4c42-8870-b1361d77458b,segment=NetworkSegment(011f09f6-1202-4279-bb49-6076ca53cfad),segment_id=011f09f6-1202-4279-bb49-6076ca53cfad)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:47:56.100331 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:56.110464 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:56.111338 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-8fd2440d-ec87-4737-b24e-ce033eedf045 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Transition to ACTIVE for port object ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 will not be triggered until provisioned by entity DHCP. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:47:56.148994 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:56.171306 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361d2739-c164-4f8c-99d4-877f0608567a x-openstack-request-id: req-361d2739-c164-4f8c-99d4-877f0608567a {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:47:56.171597 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a881c643-745f-4ff6-9285-5ba242e98786", "name": "network-vif-deleted", "tag": "0bead8b8-57d4-4c94-b979-3abd4d59e35c", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:47:56.172035 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-361d2739-c164-4f8c-99d4-877f0608567a {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:47:56.172586 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a881c643-745f-4ff6-9285-5ba242e98786', 'name': 'network-vif-deleted', 'tag': '0bead8b8-57d4-4c94-b979-3abd4d59e35c', 'status': 'completed', 'code': 200} Jul 13 15:47:56.184900 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Attempting to bind port 2edfd5cf-38e2-472f-ae28-e8eda3c36327 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:47:56.185472 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Attempting to bind port 2edfd5cf-38e2-472f-ae28-e8eda3c36327 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:47:56.185828 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Attempting to bind port 2edfd5cf-38e2-472f-ae28-e8eda3c36327 on network 85981ab4-351c-40b2-8a37-5676d3885a02 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:47:56.195133 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:47:56.195439 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Checking segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:47:56.195846 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:56.196243 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Bound using segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:47:56.196717 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Bound port: 2edfd5cf-38e2-472f-ae28-e8eda3c36327, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:47:56.197103 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:56.201660 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Network 97dc72ec-fc98-4759-bd96-83c533f5248c is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:47:56.210878 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:47:56.214737 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:47:56.239950 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=e0802266-7e41-4c42-8870-b1361d77458b,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:56.254856 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-8fd2440d-ec87-4737-b24e-ce033eedf045 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:56.268239 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Pushing event updated for resources: {'Port': ['ID=c2adbf07-6cff-4bcd-a52b-52fd4b75d184,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:56.300662 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f544618-f369-430d-8e07-9d3df2740719 None None] Pushing event updated for resources: {'Port': ['ID=2edfd5cf-38e2-472f-ae28-e8eda3c36327,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:56.327355 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] For port 2edfd5cf-38e2-472f-ae28-e8eda3c36327, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:47:56.332050 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] For port 2edfd5cf-38e2-472f-ae28-e8eda3c36327, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=2edfd5cf-38e2-472f-ae28-e8eda3c36327,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:47:56.338259 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:56.350840 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2440d-ec87-4737-b24e-ce033eedf045 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event updated for resources: {'Port': ['ID=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:56.375507 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-8fd2440d-ec87-4737-b24e-ce033eedf045 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:47:56.383558 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1732754'] for router_interface, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:56.387583 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-8fd2440d-ec87-4737-b24e-ce033eedf045 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:47:56.409774 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Routers {'2f92c606-935e-4477-8bc2-420ab6155c90'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:47:56.410666 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2f92c606-935e-4477-8bc2-420ab6155c90'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:56.431401 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-8fd2440d-ec87-4737-b24e-ce033eedf045 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:47:56.460828 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f544618-f369-430d-8e07-9d3df2740719 None None] Pushing event updated for resources: {'Port': ['ID=2edfd5cf-38e2-472f-ae28-e8eda3c36327,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:56.540938 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-8fd2440d-ec87-4737-b24e-ce033eedf045 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:56.541570 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-8fd2440d-ec87-4737-b24e-ce033eedf045 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:56.594671 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-8fd2440d-ec87-4737-b24e-ce033eedf045 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3993576 Jul 13 15:47:56.607918 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] Set router 2f92c606-935e-4477-8bc2-420ab6155c90 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:47:56.675584 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Request body: {'port': {'device_id': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:56.779390 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-6fd81147-0abc-403e-a97e-148b9b99b536 None None] Provisioning for port c2adbf07-6cff-4bcd-a52b-52fd4b75d184 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:47:56.790213 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-6fd81147-0abc-403e-a97e-148b9b99b536 None None] Provisioning complete for port c2adbf07-6cff-4bcd-a52b-52fd4b75d184 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:47:56.790213 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6fd81147-0abc-403e-a97e-148b9b99b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:56.847729 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-6fd81147-0abc-403e-a97e-148b9b99b536 None None] Port c2adbf07-6cff-4bcd-a52b-52fd4b75d184 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:47:56.864109 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 2463d6fb-e1c7-4a2e-85c2-d00003fb707f up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:47:56.907704 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfcb5d-9169-4193-9092-71613037259c req-a7a53059-7200-43de-b737-39f276e86e3e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:56.909426 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-80cfcb5d-9169-4193-9092-71613037259c req-a7a53059-7200-43de-b737-39f276e86e3e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 931 time: 0.3071227 Jul 13 15:47:56.932087 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:56.949764 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:57.030927 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-80cfcb5d-9169-4193-9092-71613037259c req-4c15bbc3-83f2-4ba3-9957-26371379207a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106200 Jul 13 15:47:57.050325 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-ca5a03bd-3c02-403b-a6a9-3537e7a322f6 None None] Provisioning for port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:47:57.058028 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-ca5a03bd-3c02-403b-a6a9-3537e7a322f6 None None] Provisioning complete for port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:47:57.058598 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ca5a03bd-3c02-403b-a6a9-3537e7a322f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:57.115608 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a03bd-3c02-403b-a6a9-3537e7a322f6 None None] Port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:47:57.121516 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:47:57.121985 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:57.155351 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'name': 'tempest-TestShelveInstance-145709633-router', 'tenant_id': '034a6a1491354866b9406ee9c265434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:51Z', 'updated_at': '2021-07-13T15:47:53Z', 'revision_number': 3, 'project_id': '034a6a1491354866b9406ee9c265434c', 'gw_port': {'id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:52Z', 'updated_at': '2021-07-13T15:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:57.190186 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547878ef-f678-436a-84ea-5b3535b16cef None None] The sync data for ids ['2f92c606-935e-4477-8bc2-420ab6155c90'] in dv-cinder-788366-2-iscsi is: [{'id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'name': 'tempest-TestShelveInstance-145709633-router', 'tenant_id': '034a6a1491354866b9406ee9c265434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:51Z', 'updated_at': '2021-07-13T15:47:53Z', 'revision_number': 3, 'project_id': '034a6a1491354866b9406ee9c265434c', 'gw_port': {'id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:52Z', 'updated_at': '2021-07-13T15:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:47:57.269614 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device e0802266-7e41-4c42-8870-b1361d77458b up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:47:57.335925 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port e0802266-7e41-4c42-8870-b1361d77458b triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:47:57.336586 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:57.659820 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:57.671244 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:57.753722 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Pushing event updated for resources: {'Port': ['ID=c2adbf07-6cff-4bcd-a52b-52fd4b75d184,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:57.780895 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731544'] for router_interface, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:57.802117 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 {{(pid=93018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:47:57.843622 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:57.865694 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Transition to ACTIVE for port object ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 will not be triggered until provisioned by entity L2. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:47:57.882790 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:57.943851 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49432) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:57.956214 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Network 97dc72ec-fc98-4759-bd96-83c533f5248c is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:47:57.960686 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:47:57.962861 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Pushing event updated for resources: {'Port': ['ID=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:58.161398 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Attempting to bind port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:47:58.161761 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Attempting to bind port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:47:58.162102 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Attempting to bind port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 on network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:47:58.181028 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 on network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:47:58.181637 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Attempting to bind port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 on network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:47:58.193058 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:47:58.193662 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Checking segment: {'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:47:58.194235 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Bound using segment: {'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:47:58.195110 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Bound port: ca4bb49c-ca92-4c97-8725-ab8c5b0093b5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436e29fe-b8c2-41d9-b29f-3391e1259a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0'}}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:47:58.195651 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:58.215314 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Router 2f92c606-935e-4477-8bc2-420ab6155c90 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:47:58.347914 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-c895e18c-f623-423a-bd23-0ceb39457053 None None] Provisioning complete for port c2adbf07-6cff-4bcd-a52b-52fd4b75d184 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:47:58.348432 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c895e18c-f623-423a-bd23-0ceb39457053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:58.390276 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-c895e18c-f623-423a-bd23-0ceb39457053 None None] Port c2adbf07-6cff-4bcd-a52b-52fd4b75d184 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:47:58.418280 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] For port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5, host hv-cinder-78836, cleared binding levels {{(pid=93018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:47:58.439235 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] For port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:47:58.447315 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:58.449359 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:47:58.450070 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5381c-3aa7-42c1-8f8b-08a136419ffd req-eafb8a51-4396-478e-b2b2-1f833707dfe9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:58.452412 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-32d5381c-3aa7-42c1-8f8b-08a136419ffd req-eafb8a51-4396-478e-b2b2-1f833707dfe9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.1484852 Jul 13 15:47:58.465261 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-3333dbb8-5a43-4741-970c-f92c2dc36088 admin admin] 10.222.0.59 "PUT /v2.0/routers/2f92c606-935e-4477-8bc2-420ab6155c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7972102 Jul 13 15:47:58.495942 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:58.496551 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:58.498571 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] 10.222.0.63 "PUT /v2.0/ports/ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 HTTP/1.1" status: 200 len: 1093 time: 1.8866937 Jul 13 15:47:58.498974 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'tag': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:47:58.501232 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c625b5-adb7-4e47-ba99-f6634f517f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd89859f-0ca0-40cf-a69a-12ab6c3f3682", "tag": "ca4bb49c-ca92-4c97-8725-ab8c5b0093b5"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:47:58.545496 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd445317-e98d-442a-849b-d8b508a5b8bc service neutron] Pushing event updated for resources: {'Port': ['ID=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,revision_number=3']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:58.558743 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-32d5381c-3aa7-42c1-8f8b-08a136419ffd req-c12d42c9-ab65-45c6-98e4-d9fc12d18e7c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980496 Jul 13 15:47:58.630984 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68b44b99-c3d4-4e47-8376-05e061d5d60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731433'] for router_interface, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:58.661402 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-d18a2c1d-a01f-44fd-ad32-95a8f188762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:58.662790 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-d18a2c1d-a01f-44fd-ad32-95a8f188762e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d94faec815442809ce9f4332a1bb5b0&device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 1096 time: 0.0876515 Jul 13 15:47:58.664231 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33990df-f1a6-445c-8568-e2529b2278fb x-openstack-request-id: req-e33990df-f1a6-445c-8568-e2529b2278fb {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:47:58.664516 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd89859f-0ca0-40cf-a69a-12ab6c3f3682", "tag": "ca4bb49c-ca92-4c97-8725-ab8c5b0093b5", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:47:58.664760 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e33990df-f1a6-445c-8568-e2529b2278fb {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:47:58.665141 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'tag': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'status': 'completed', 'code': 200} Jul 13 15:47:58.729988 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-4e0dcfdb-7ecd-4241-8b2d-863181fb3190 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 HTTP/1.1" status: 200 len: 217 time: 0.0394495 Jul 13 15:47:58.802050 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 0bead8b8-57d4-4c94-b979-3abd4d59e35c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:47:58.841699 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-6c782fe5-f240-4a2e-b4bd-8fc72614657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:58.841699 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-6c782fe5-f240-4a2e-b4bd-8fc72614657a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=823f7a85-e8b2-4154-bda7-8fa34af93224 HTTP/1.1" status: 200 len: 856 time: 0.0848508 Jul 13 15:47:58.857486 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: 0bead8b8-57d4-4c94-b979-3abd4d59e35c {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:47:58.857880 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 0bead8b8-57d4-4c94-b979-3abd4d59e35c not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:47:58.897343 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 2edfd5cf-38e2-472f-ae28-e8eda3c36327 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:47:58.924696 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-5fe9a6f1-e676-4373-bd45-ffb44cf4adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:58.926307 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-5fe9a6f1-e676-4373-bd45-ffb44cf4adf6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732388 Jul 13 15:47:58.967679 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 2edfd5cf-38e2-472f-ae28-e8eda3c36327 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:47:58.975741 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 2edfd5cf-38e2-472f-ae28-e8eda3c36327 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:47:58.976109 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:59.043624 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-68b44b99-c3d4-4e47-8376-05e061d5d60f admin admin] Deleting port 1219d6ca-474b-4050-8c03-8f4ae4dc8375 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:47:59.044735 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68b44b99-c3d4-4e47-8376-05e061d5d60f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:59.065532 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-8a8e1cb9-8daa-4782-a781-efad6fff71cf service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269784 Jul 13 15:47:59.099905 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:59.133597 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 2edfd5cf-38e2-472f-ae28-e8eda3c36327, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=2edfd5cf-38e2-472f-ae28-e8eda3c36327,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:47:59.134938 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49450) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:59.140023 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:59.142462 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-ae429e13-107e-4871-a992-5052e53113a4 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299344732', 'description': 'tempest-secgroup-smoke-1299344732 description', 'project_id': '50acfe22c2bb47d686af47862870744a'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:59.201497 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=2edfd5cf-38e2-472f-ae28-e8eda3c36327,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:59.212755 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb8cc3c1-9a97-477c-95d0-287210ab7b7f req-460ba7a2-e763-4bd6-891f-c0608a9e0cef service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359630 Jul 13 15:47:59.380579 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c625b5-adb7-4e47-ba99-f6634f517f4e req-55aa2d03-c941-4683-8f8a-e5bb3064aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:59.382247 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f7c625b5-adb7-4e47-ba99-f6634f517f4e req-55aa2d03-c941-4683-8f8a-e5bb3064aea1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d94faec815442809ce9f4332a1bb5b0&device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 1096 time: 0.0640159 Jul 13 15:47:59.390048 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Sync routers for ids ['2f92c606-935e-4477-8bc2-420ab6155c90'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:47:59.402215 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Routers {'2f92c606-935e-4477-8bc2-420ab6155c90'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:47:59.403554 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2f92c606-935e-4477-8bc2-420ab6155c90'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:59.468146 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-68b44b99-c3d4-4e47-8376-05e061d5d60f admin admin] For port 1219d6ca-474b-4050-8c03-8f4ae4dc8375, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=1219d6ca-474b-4050-8c03-8f4ae4dc8375,segment=NetworkSegment(9db2bad1-917b-4391-b73e-d82a5cb08533),segment_id=9db2bad1-917b-4391-b73e-d82a5cb08533)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:47:59.468481 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68b44b99-c3d4-4e47-8376-05e061d5d60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:59.471545 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ae429e13-107e-4871-a992-5052e53113a4 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:59.490397 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-68b44b99-c3d4-4e47-8376-05e061d5d60f admin admin] Calling delete_port for 1219d6ca-474b-4050-8c03-8f4ae4dc8375 owned by network:router_interface {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:47:59.494847 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c625b5-adb7-4e47-ba99-f6634f517f4e req-ace6f831-9d3a-47d3-9d4a-2811e6535bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:59.496355 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f7c625b5-adb7-4e47-ba99-f6634f517f4e req-ace6f831-9d3a-47d3-9d4a-2811e6535bb6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 HTTP/1.1" status: 200 len: 918 time: 0.1058669 Jul 13 15:47:59.521271 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Set router 2f92c606-935e-4477-8bc2-420ab6155c90 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:47:59.546282 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f7c625b5-adb7-4e47-ba99-f6634f517f4e req-8e160f9b-900c-4ef4-a698-bdd0a7edc6b2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 HTTP/1.1" status: 200 len: 217 time: 0.0406790 Jul 13 15:47:59.608577 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c625b5-adb7-4e47-ba99-f6634f517f4e req-cf2aacf5-107c-4688-97b4-26f9eb03d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:59.610334 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f7c625b5-adb7-4e47-ba99-f6634f517f4e req-cf2aacf5-107c-4688-97b4-26f9eb03d748 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=823f7a85-e8b2-4154-bda7-8fa34af93224 HTTP/1.1" status: 200 len: 856 time: 0.0557799 Jul 13 15:47:59.673239 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ae429e13-107e-4871-a992-5052e53113a4 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:59.690196 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ae429e13-107e-4871-a992-5052e53113a4 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:59.748123 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c625b5-adb7-4e47-ba99-f6634f517f4e req-23e96eab-0649-4ef1-86a8-bf4c429ceffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:59.749666 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f7c625b5-adb7-4e47-ba99-f6634f517f4e req-23e96eab-0649-4ef1-86a8-bf4c429ceffc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1318252 Jul 13 15:47:59.762752 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae429e13-107e-4871-a992-5052e53113a4 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:59.770415 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'name': 'tempest-TestShelveInstance-145709633-router', 'tenant_id': '034a6a1491354866b9406ee9c265434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:51Z', 'updated_at': '2021-07-13T15:47:56Z', 'revision_number': 4, 'project_id': '034a6a1491354866b9406ee9c265434c', 'gw_port': {'id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:52Z', 'updated_at': '2021-07-13T15:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'c2adbf07-6cff-4bcd-a52b-52fd4b75d184', 'name': '', 'network_id': '97dc72ec-fc98-4759-bd96-83c533f5248c', 'tenant_id': '034a6a1491354866b9406ee9c265434c', 'mac_address': 'fa:16:3e:ff:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a5ec7251-d0fb-4b41-813a-00ef59b65221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:55Z', 'updated_at': '2021-07-13T15:47:57Z', 'revision_number': 2, 'project_id': '034a6a1491354866b9406ee9c265434c', 'subnets': [{'id': 'a5ec7251-d0fb-4b41-813a-00ef59b65221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:47:59.776143 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ae429e13-107e-4871-a992-5052e53113a4 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:59.777424 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-ae429e13-107e-4871-a992-5052e53113a4 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6413887 Jul 13 15:47:59.782182 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49456) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:47:59.787222 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-f19091d6-e204-412d-b088-2d3be4ddf2f8 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Request body: {'security_group_rule': {'security_group_id': 'df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf', 'project_id': '50acfe22c2bb47d686af47862870744a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:47:59.802312 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Checking router: 2f92c606-935e-4477-8bc2-420ab6155c90 for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:47:59.802646 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Updating router 2f92c606-935e-4477-8bc2-420ab6155c90 port c2adbf07-6cff-4bcd-a52b-52fd4b75d184 binding host dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:47:59.807953 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68b44b99-c3d4-4e47-8376-05e061d5d60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:59.836390 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed973d2c-614a-49d4-8cc2-39fbd0bb32b8 req-8dd60939-0f67-489b-85aa-fa2705eccc06 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:47:59.837942 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ed973d2c-614a-49d4-8cc2-39fbd0bb32b8 req-8dd60939-0f67-489b-85aa-fa2705eccc06 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.1357815 Jul 13 15:47:59.845664 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:47:59.877957 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b44b99-c3d4-4e47-8376-05e061d5d60f admin admin] Pushing event deleted for resources: {'Port': ['ID=1219d6ca-474b-4050-8c03-8f4ae4dc8375,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:47:59.903434 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f7c625b5-adb7-4e47-ba99-f6634f517f4e req-459870b6-bf8a-42bc-b873-cb5154b659c6 service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460595 Jul 13 15:47:59.908992 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ed973d2c-614a-49d4-8cc2-39fbd0bb32b8 req-a6d85365-2eda-478e-b1b9-33904003a691 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609438 Jul 13 15:47:59.920301 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f19091d6-e204-412d-b088-2d3be4ddf2f8 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.011667 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f7c625b5-adb7-4e47-ba99-f6634f517f4e req-3fdbb223-fdff-4d4d-9889-2b01ca4893a6 service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009834 Jul 13 15:48:00.043106 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f19091d6-e204-412d-b088-2d3be4ddf2f8 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.053130 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f19091d6-e204-412d-b088-2d3be4ddf2f8 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.109711 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19091d6-e204-412d-b088-2d3be4ddf2f8 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7980d7-8c65-41f0-a696-1f7150404c9b,revision_number=0']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:00.121082 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f19091d6-e204-412d-b088-2d3be4ddf2f8 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.125653 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-f19091d6-e204-412d-b088-2d3be4ddf2f8 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3425190 Jul 13 15:48:00.125839 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49458) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:00.130634 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Request body: {'security_group_rule': {'security_group_id': 'df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf', 'project_id': '50acfe22c2bb47d686af47862870744a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:00.135284 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68b44b99-c3d4-4e47-8376-05e061d5d60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1730701'] for router_interface, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.162040 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.205902 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.221785 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Transition to ACTIVE for port object c2adbf07-6cff-4bcd-a52b-52fd4b75d184 will not be triggered until provisioned by entity L2. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:48:00.227134 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.228933 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.234172 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.248585 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560b44e0-46f1-4b36-a9c4-542a2a5b935e,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:00.271921 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.272509 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.273020 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.273399 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.274116 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.274767 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.275246 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.275748 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.276236 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.276746 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.277239 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.277901 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.279770 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be21718-0a06-4c0a-b9bf-a8a1b3ee993d None None] Pushing event updated for resources: {'Port': ['ID=c2adbf07-6cff-4bcd-a52b-52fd4b75d184,revision_number=3']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:00.296606 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.298311 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-410ad0bc-24ce-4a4f-b31d-8f4d0b8bf035 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1714463 Jul 13 15:48:00.301119 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49460) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:00.305150 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be21718-0a06-4c0a-b9bf-a8a1b3ee993d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.305491 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be21718-0a06-4c0a-b9bf-a8a1b3ee993d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.306055 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be21718-0a06-4c0a-b9bf-a8a1b3ee993d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.306559 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be21718-0a06-4c0a-b9bf-a8a1b3ee993d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.306797 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-232cc265-bf05-4ae7-be3c-f0b0f217f9fa tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Request body: {'security_group_rule': {'security_group_id': 'df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf', 'project_id': '50acfe22c2bb47d686af47862870744a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:00.307212 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be21718-0a06-4c0a-b9bf-a8a1b3ee993d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.307694 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be21718-0a06-4c0a-b9bf-a8a1b3ee993d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.308176 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be21718-0a06-4c0a-b9bf-a8a1b3ee993d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.308741 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be21718-0a06-4c0a-b9bf-a8a1b3ee993d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.309227 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be21718-0a06-4c0a-b9bf-a8a1b3ee993d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.309712 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be21718-0a06-4c0a-b9bf-a8a1b3ee993d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.310699 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be21718-0a06-4c0a-b9bf-a8a1b3ee993d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.311354 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be21718-0a06-4c0a-b9bf-a8a1b3ee993d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:00.356867 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-232cc265-bf05-4ae7-be3c-f0b0f217f9fa tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.357146 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Attempting to bind port c2adbf07-6cff-4bcd-a52b-52fd4b75d184 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:48:00.357757 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Attempting to bind port c2adbf07-6cff-4bcd-a52b-52fd4b75d184 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '011f09f6-1202-4279-bb49-6076ca53cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '97dc72ec-fc98-4759-bd96-83c533f5248c'}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:48:00.358130 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Attempting to bind port c2adbf07-6cff-4bcd-a52b-52fd4b75d184 on network 97dc72ec-fc98-4759-bd96-83c533f5248c {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:48:00.363885 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:48:00.364266 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Checking segment: {'id': '011f09f6-1202-4279-bb49-6076ca53cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '97dc72ec-fc98-4759-bd96-83c533f5248c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:48:00.364675 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.365067 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Bound using segment: {'id': '011f09f6-1202-4279-bb49-6076ca53cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '97dc72ec-fc98-4759-bd96-83c533f5248c'} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:48:00.365530 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Bound port: c2adbf07-6cff-4bcd-a52b-52fd4b75d184, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011f09f6-1202-4279-bb49-6076ca53cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '97dc72ec-fc98-4759-bd96-83c533f5248c'}}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:48:00.366219 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.439757 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-232cc265-bf05-4ae7-be3c-f0b0f217f9fa tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.447634 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-232cc265-bf05-4ae7-be3c-f0b0f217f9fa tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.454646 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] For port c2adbf07-6cff-4bcd-a52b-52fd4b75d184, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:48:00.456434 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b44b99-c3d4-4e47-8376-05e061d5d60f admin admin] Router f8bd330b-9f38-4005-89ac-c5b2001a4378 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:48:00.475051 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cc265-bf05-4ae7-be3c-f0b0f217f9fa tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c278c8f6-fa4a-4d45-a6df-d56124c7f708,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:00.484238 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] For port c2adbf07-6cff-4bcd-a52b-52fd4b75d184, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=c2adbf07-6cff-4bcd-a52b-52fd4b75d184,segment=NetworkSegment(011f09f6-1202-4279-bb49-6076ca53cfad),segment_id=011f09f6-1202-4279-bb49-6076ca53cfad)] {{(pid=93021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:48:00.490125 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.491447 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-232cc265-bf05-4ae7-be3c-f0b0f217f9fa tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.492832 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-232cc265-bf05-4ae7-be3c-f0b0f217f9fa tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1904159 Jul 13 15:48:00.496840 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49464) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:00.502232 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-dd8f9eb5-ca7b-47ef-b9d8-e4245c32189f tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Request body: {'security_group_rule': {'security_group_id': 'df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf', 'project_id': '50acfe22c2bb47d686af47862870744a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:00.534925 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dd8f9eb5-ca7b-47ef-b9d8-e4245c32189f tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.571374 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Routers {'2f92c606-935e-4477-8bc2-420ab6155c90'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:48:00.572573 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2f92c606-935e-4477-8bc2-420ab6155c90'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:00.602201 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b44b99-c3d4-4e47-8376-05e061d5d60f admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:48:00.609437 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-68b44b99-c3d4-4e47-8376-05e061d5d60f admin admin] 10.222.0.59 "PUT /v2.0/routers/f8bd330b-9f38-4005-89ac-c5b2001a4378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6602683 Jul 13 15:48:00.610230 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49466) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:00.616018 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657aa2b2-a8ca-4dcf-a275-53b64bb1662a None None] Sync routers for ids ['f8bd330b-9f38-4005-89ac-c5b2001a4378'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:48:00.629531 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dd8f9eb5-ca7b-47ef-b9d8-e4245c32189f tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.633796 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be21718-0a06-4c0a-b9bf-a8a1b3ee993d None None] Pushing event updated for resources: {'Port': ['ID=c2adbf07-6cff-4bcd-a52b-52fd4b75d184,revision_number=4']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:00.634330 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657aa2b2-a8ca-4dcf-a275-53b64bb1662a None None] Routers {'f8bd330b-9f38-4005-89ac-c5b2001a4378'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:48:00.635316 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-657aa2b2-a8ca-4dcf-a275-53b64bb1662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8bd330b-9f38-4005-89ac-c5b2001a4378'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:00.640338 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dd8f9eb5-ca7b-47ef-b9d8-e4245c32189f tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.678475 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dd8f9eb5-ca7b-47ef-b9d8-e4245c32189f tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.684117 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-dd8f9eb5-ca7b-47ef-b9d8-e4245c32189f tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1858032 Jul 13 15:48:00.696605 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49470) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:00.710180 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-48f03d1d-e3ea-4907-9f6b-60081ef3abb9 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Request body: {'security_group_rule': {'security_group_id': 'df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf', 'project_id': '50acfe22c2bb47d686af47862870744a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:00.730025 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f9eb5-ca7b-47ef-b9d8-e4245c32189f tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa4319b-7207-4558-8e69-3ede421c43b5,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:00.760195 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] Notify callbacks [] for router, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.783402 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.securitygroups_db [None req-48f03d1d-e3ea-4907-9f6b-60081ef3abb9 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Project 50acfe22c2bb47d686af47862870744a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 15:48:00.800379 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-48f03d1d-e3ea-4907-9f6b-60081ef3abb9 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.820645 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] Set router 2f92c606-935e-4477-8bc2-420ab6155c90 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:48:00.887404 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-657aa2b2-a8ca-4dcf-a275-53b64bb1662a None None] Set router f8bd330b-9f38-4005-89ac-c5b2001a4378 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:48:00.941769 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-48f03d1d-e3ea-4907-9f6b-60081ef3abb9 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.946022 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.951543 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-48f03d1d-e3ea-4907-9f6b-60081ef3abb9 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.974058 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f03d1d-e3ea-4907-9f6b-60081ef3abb9 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b158c9-643e-481c-991d-c09f72f174e6,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:00.985993 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-48f03d1d-e3ea-4907-9f6b-60081ef3abb9 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:00.987289 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-48f03d1d-e3ea-4907-9f6b-60081ef3abb9 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2809887 Jul 13 15:48:00.990271 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49476) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:00.995770 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-074db29c-8fcf-4031-b60b-3b155eeca7f3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Request body: {'security_group_rule': {'security_group_id': 'df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf', 'project_id': '50acfe22c2bb47d686af47862870744a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:01.020994 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 2edfd5cf-38e2-472f-ae28-e8eda3c36327 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:48:01.049353 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.securitygroups_db [None req-074db29c-8fcf-4031-b60b-3b155eeca7f3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Project 50acfe22c2bb47d686af47862870744a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 15:48:01.056793 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-074db29c-8fcf-4031-b60b-3b155eeca7f3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:01.064486 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] Deleting port a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:48:01.064978 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:01.177929 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'name': 'tempest-TestShelveInstance-145709633-router', 'tenant_id': '034a6a1491354866b9406ee9c265434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:51Z', 'updated_at': '2021-07-13T15:47:56Z', 'revision_number': 4, 'project_id': '034a6a1491354866b9406ee9c265434c', 'gw_port': {'id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:52Z', 'updated_at': '2021-07-13T15:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'c2adbf07-6cff-4bcd-a52b-52fd4b75d184', 'name': '', 'network_id': '97dc72ec-fc98-4759-bd96-83c533f5248c', 'tenant_id': '034a6a1491354866b9406ee9c265434c', 'mac_address': 'fa:16:3e:ff:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a5ec7251-d0fb-4b41-813a-00ef59b65221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:55Z', 'updated_at': '2021-07-13T15:48:00Z', 'revision_number': 4, 'project_id': '034a6a1491354866b9406ee9c265434c', 'subnets': [{'id': 'a5ec7251-d0fb-4b41-813a-00ef59b65221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:01.202612 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 2edfd5cf-38e2-472f-ae28-e8eda3c36327 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:48:01.202903 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:01.214997 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] For port a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:01.215428 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:01.215868 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abce4f6-b543-4512-9cd8-6a963ceb244e None None] The sync data for ids ['2f92c606-935e-4477-8bc2-420ab6155c90'] in dv-cinder-788366-2-iscsi is: [{'id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'name': 'tempest-TestShelveInstance-145709633-router', 'tenant_id': '034a6a1491354866b9406ee9c265434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:51Z', 'updated_at': '2021-07-13T15:47:56Z', 'revision_number': 4, 'project_id': '034a6a1491354866b9406ee9c265434c', 'gw_port': {'id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:52Z', 'updated_at': '2021-07-13T15:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'c2adbf07-6cff-4bcd-a52b-52fd4b75d184', 'name': '', 'network_id': '97dc72ec-fc98-4759-bd96-83c533f5248c', 'tenant_id': '034a6a1491354866b9406ee9c265434c', 'mac_address': 'fa:16:3e:ff:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a5ec7251-d0fb-4b41-813a-00ef59b65221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:55Z', 'updated_at': '2021-07-13T15:48:00Z', 'revision_number': 4, 'project_id': '034a6a1491354866b9406ee9c265434c', 'subnets': [{'id': 'a5ec7251-d0fb-4b41-813a-00ef59b65221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:48:01.236234 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] Calling delete_port for a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86 owned by network:router_gateway {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:48:01.244916 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-074db29c-8fcf-4031-b60b-3b155eeca7f3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:01.255155 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-074db29c-8fcf-4031-b60b-3b155eeca7f3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:01.333414 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-074db29c-8fcf-4031-b60b-3b155eeca7f3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:01.337736 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-074db29c-8fcf-4031-b60b-3b155eeca7f3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3433771 Jul 13 15:48:01.342923 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074db29c-8fcf-4031-b60b-3b155eeca7f3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034baf54-cf7b-4207-8fd8-0c0d6ba2dbae,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:01.360366 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24310d-7200-4801-bc1f-68beaa88c3d6 req-6102ecaf-959d-4fe0-8e3d-742d4e407c32 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:01.364305 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2b24310d-7200-4801-bc1f-68beaa88c3d6 req-6102ecaf-959d-4fe0-8e3d-742d4e407c32 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.2086303 Jul 13 15:48:01.472630 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-657aa2b2-a8ca-4dcf-a275-53b64bb1662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:11Z', 'updated_at': '2021-07-13T15:47:59Z', 'revision_number': 5, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'gw_port': {'id': 'a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:12Z', 'updated_at': '2021-07-13T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:01.530508 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657aa2b2-a8ca-4dcf-a275-53b64bb1662a None None] Checking router: f8bd330b-9f38-4005-89ac-c5b2001a4378 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:48:01.558204 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657aa2b2-a8ca-4dcf-a275-53b64bb1662a None None] Routers {'f8bd330b-9f38-4005-89ac-c5b2001a4378'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:48:01.559188 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-657aa2b2-a8ca-4dcf-a275-53b64bb1662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f8bd330b-9f38-4005-89ac-c5b2001a4378'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:01.650890 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2b24310d-7200-4801-bc1f-68beaa88c3d6 req-ee0bc9fd-ca50-425a-9984-a0008618deb2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751551 Jul 13 15:48:01.693358 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-657aa2b2-a8ca-4dcf-a275-53b64bb1662a None None] Set router f8bd330b-9f38-4005-89ac-c5b2001a4378 gateway port host: None {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:48:01.755333 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:01.807975 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:01.827033 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-657aa2b2-a8ca-4dcf-a275-53b64bb1662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:11Z', 'updated_at': '2021-07-13T15:48:00Z', 'revision_number': 6, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'gw_port_host': None}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:01.846316 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03738a7c-5e43-4c94-8023-7987581e9f69 req-5e61775e-5c50-4060-9cf6-6864e5ed9ca4 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:01.854612 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-03738a7c-5e43-4c94-8023-7987581e9f69 req-5e61775e-5c50-4060-9cf6-6864e5ed9ca4 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0874937 Jul 13 15:48:01.889202 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657aa2b2-a8ca-4dcf-a275-53b64bb1662a None None] The sync data for ids ['f8bd330b-9f38-4005-89ac-c5b2001a4378'] in dv-cinder-788366-2-iscsi is: [{'id': 'f8bd330b-9f38-4005-89ac-c5b2001a4378', 'name': 'tempest-TestMinimumBasicScenario-1538973678-router', 'tenant_id': '27176121430a45ed8ed19072cbd8d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:11Z', 'updated_at': '2021-07-13T15:48:00Z', 'revision_number': 6, 'project_id': '27176121430a45ed8ed19072cbd8d9dc', 'gw_port_host': None}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:48:01.906950 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735951'] for router_gateway, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:01.921281 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-03738a7c-5e43-4c94-8023-7987581e9f69 req-6acf743f-5c93-4990-88ed-e6707a43e27a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656390 Jul 13 15:48:02.028872 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5784'] for router, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.031049 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.088267 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704468'] for router, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.088873 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8bd330b-9f38-4005-89ac-c5b2001a4378 {{(pid=93019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 15:48:02.093325 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] Notify callbacks [] for router, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.097245 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49526) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:02.097478 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-12cc7cec-e39e-46e4-a6b8-c3e82a6ad7fc admin admin] 10.222.0.59 "DELETE /v2.0/routers/f8bd330b-9f38-4005-89ac-c5b2001a4378 HTTP/1.1" status: 204 len: 168 time: 1.4861300 Jul 13 15:48:02.146481 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8f08c3-bed5-462d-92b1-8720e467f7a0 admin admin] Deleting subnet 3f680998-d785-4612-807c-6587ab46ca94 {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:48:02.149602 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7a8f08c3-bed5-462d-92b1-8720e467f7a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.185707 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7a8f08c3-bed5-462d-92b1-8720e467f7a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59737147'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.311385 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7a8f08c3-bed5-462d-92b1-8720e467f7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.376226 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7a8f08c3-bed5-462d-92b1-8720e467f7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59731330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3476084'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.404286 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f08c3-bed5-462d-92b1-8720e467f7a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f680998-d785-4612-807c-6587ab46ca94,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:02.412664 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7a8f08c3-bed5-462d-92b1-8720e467f7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.415014 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-7a8f08c3-bed5-462d-92b1-8720e467f7a0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3f680998-d785-4612-807c-6587ab46ca94 HTTP/1.1" status: 204 len: 168 time: 0.3164957 Jul 13 15:48:02.417445 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49538) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:02.422968 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522f873d-5933-4f1a-8d82-99115c737e16 None None] Network b40636d5-689a-4613-b578-7de440d54593 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:48:02.499643 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.563364 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] Deleting port 48490143-1b38-408d-8ec5-c74dad774ea2 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:48:02.563737 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.635966 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] For port 48490143-1b38-408d-8ec5-c74dad774ea2, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=48490143-1b38-408d-8ec5-c74dad774ea2,segment=NetworkSegment(9db2bad1-917b-4391-b73e-d82a5cb08533),segment_id=9db2bad1-917b-4391-b73e-d82a5cb08533)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:02.636755 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.652844 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] Calling delete_port for 48490143-1b38-408d-8ec5-c74dad774ea2 owned by network:dhcp {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:48:02.736988 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a32b903-7b5e-4e0d-8565-c0985b1bcf23 None None] DHCP port deletion for b40636d5-689a-4613-b578-7de440d54593 request from dv-cinder-788366-2-iscsi {{(pid=93020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 15:48:02.750485 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.775551 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=48490143-1b38-408d-8ec5-c74dad774ea2,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:02.790218 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] No DVR routers for this DVR port 48490143-1b38-408d-8ec5-c74dad774ea2 on host dv-cinder-788366-2-iscsi {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:48:02.816142 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:48:02.832581 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-4a32b903-7b5e-4e0d-8565-c0985b1bcf23 None None] Deleting port 48490143-1b38-408d-8ec5-c74dad774ea2 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:48:02.833234 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4a32b903-7b5e-4e0d-8565-c0985b1bcf23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.881852 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bcc76-eb3a-4b14-8722-72931cbeb30f req-f9bb6212-62b5-4159-93d2-fed4ab650236 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:02.883387 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3f0bcc76-eb3a-4b14-8722-72931cbeb30f req-f9bb6212-62b5-4159-93d2-fed4ab650236 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0892773 Jul 13 15:48:02.902518 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.918333 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40636d5-689a-4613-b578-7de440d54593']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:02.935695 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3f0bcc76-eb3a-4b14-8722-72931cbeb30f req-e84ea543-84cb-4b95-a33a-4f93a83ba0e6 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384719 Jul 13 15:48:02.937483 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device c2adbf07-6cff-4bcd-a52b-52fd4b75d184 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:48:02.943731 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db2bad1-917b-4391-b73e-d82a5cb08533') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:02.944501 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db2bad1-917b-4391-b73e-d82a5cb08533') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:02.959603 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59737122'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.979613 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.986749 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:48:02.987132 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59730988'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: timer() Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: cb(*args, **kw) Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: self._notify() Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: self.callback(batched_events) Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: event.method(event) Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._get(url).json() Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:48:02.988831 dv-cinder-788366-2-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:48:02.999279 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:03.023262 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-4a32b903-7b5e-4e0d-8565-c0985b1bcf23 None None] For port 48490143-1b38-408d-8ec5-c74dad774ea2, host dv-cinder-788366-2-iscsi, got binding levels [] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:03.023562 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4a32b903-7b5e-4e0d-8565-c0985b1bcf23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:03.027341 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'port_id': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'mac_address': 'fa:16:3e:26:b5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:48:03.043810 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-4a32b903-7b5e-4e0d-8565-c0985b1bcf23 None None] Calling delete_port for 48490143-1b38-408d-8ec5-c74dad774ea2 owned by network:dhcp {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:48:03.051462 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.ipam_backend_mixin [None req-4a32b903-7b5e-4e0d-8565-c0985b1bcf23 None None] Port 48490143-1b38-408d-8ec5-c74dad774ea2 was not found and therefore no delete operation was performed {{(pid=93020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 15:48:03.052417 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:03.060375 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:03.062487 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] 10.222.0.59 "DELETE /v2.0/networks/b40636d5-689a-4613-b578-7de440d54593 HTTP/1.1" status: 204 len: 168 time: 0.6440737 Jul 13 15:48:03.065478 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49550) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:03.115341 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11b8be-c0dd-4f91-9820-f87beead8f5c admin admin] Pushing event deleted for resources: {'Network': ['ID=b40636d5-689a-4613-b578-7de440d54593,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:03.166828 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0107520-55d7-4b1c-9f0b-f6bdb84aa36b req-34702dd8-2963-4353-af48-1710b169c1f7 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:03.166828 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a0107520-55d7-4b1c-9f0b-f6bdb84aa36b req-34702dd8-2963-4353-af48-1710b169c1f7 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.1010416 Jul 13 15:48:03.190897 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4a32b903-7b5e-4e0d-8565-c0985b1bcf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:03.218186 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a0107520-55d7-4b1c-9f0b-f6bdb84aa36b req-beaaa0ee-97be-4d01-9be8-00e723f192cd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447891 Jul 13 15:48:03.220817 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32b903-7b5e-4e0d-8565-c0985b1bcf23 None None] Pushing event deleted for resources: {'Port': ['ID=48490143-1b38-408d-8ec5-c74dad774ea2,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:03.222670 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a32b903-7b5e-4e0d-8565-c0985b1bcf23 None None] Network b40636d5-689a-4613-b578-7de440d54593 is not hosted by any dhcp agent {{(pid=93020) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 15:48:03.223631 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a32b903-7b5e-4e0d-8565-c0985b1bcf23 None None] No DVR routers for this DVR port 48490143-1b38-408d-8ec5-c74dad774ea2 on host dv-cinder-788366-2-iscsi {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:48:03.230684 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port c2adbf07-6cff-4bcd-a52b-52fd4b75d184 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:48:03.239706 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port c2adbf07-6cff-4bcd-a52b-52fd4b75d184 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:48:03.240260 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:03.242469 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:03.279859 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:48:03.308228 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:03.314945 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:03.393796 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:03.397055 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:03.439270 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port c2adbf07-6cff-4bcd-a52b-52fd4b75d184, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=c2adbf07-6cff-4bcd-a52b-52fd4b75d184,segment=NetworkSegment(011f09f6-1202-4279-bb49-6076ca53cfad),segment_id=011f09f6-1202-4279-bb49-6076ca53cfad)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:03.443425 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:03.458659 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-aa638e4a-8287-4161-ae60-008b177a96ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731433'] for router_interface, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:03.496636 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=c2adbf07-6cff-4bcd-a52b-52fd4b75d184,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:03.513499 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 1219d6ca-474b-4050-8c03-8f4ae4dc8375 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:48:03.540983 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: 1219d6ca-474b-4050-8c03-8f4ae4dc8375 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:48:03.541425 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 1219d6ca-474b-4050-8c03-8f4ae4dc8375 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:48:03.541953 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:48:03.565914 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:48:03.566335 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device a75b76f5-ffb2-4dd8-bfa5-47d9ee9d4e86 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:48:03.566834 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 48490143-1b38-408d-8ec5-c74dad774ea2 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:48:03.586254 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: 48490143-1b38-408d-8ec5-c74dad774ea2 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:48:03.586590 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 48490143-1b38-408d-8ec5-c74dad774ea2 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:48:03.659660 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['ca4bb49c-ca92-4c97-8725-ab8c5b0093b5'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:48:03.738662 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-aa638e4a-8287-4161-ae60-008b177a96ba admin admin] Deleting port 065dc633-0322-402d-a10e-3fdeca811b67 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:48:03.739057 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-aa638e4a-8287-4161-ae60-008b177a96ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:03.824380 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-aa638e4a-8287-4161-ae60-008b177a96ba admin admin] For port 065dc633-0322-402d-a10e-3fdeca811b67, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=065dc633-0322-402d-a10e-3fdeca811b67,segment=NetworkSegment(14c79ab6-5041-4e92-a865-669889ff891b),segment_id=14c79ab6-5041-4e92-a865-669889ff891b)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:03.824736 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-aa638e4a-8287-4161-ae60-008b177a96ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:03.837446 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-aa638e4a-8287-4161-ae60-008b177a96ba admin admin] Calling delete_port for 065dc633-0322-402d-a10e-3fdeca811b67 owned by network:router_interface {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:48:04.027717 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-aa638e4a-8287-4161-ae60-008b177a96ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:04.036686 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-1489e9b0-da4e-4ba3-8cea-7d5963562fa2 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:04.042426 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-1489e9b0-da4e-4ba3-8cea-7d5963562fa2 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.63 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.0998771 Jul 13 15:48:04.054808 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa638e4a-8287-4161-ae60-008b177a96ba admin admin] Pushing event deleted for resources: {'Port': ['ID=065dc633-0322-402d-a10e-3fdeca811b67,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:04.173962 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-572bc743-550f-4527-9e29-b02b7546f4cb tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Deleting port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:48:04.174774 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-572bc743-550f-4527-9e29-b02b7546f4cb tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:04.294890 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-572bc743-550f-4527-9e29-b02b7546f4cb tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] For port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:04.295270 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-572bc743-550f-4527-9e29-b02b7546f4cb tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:04.552436 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd84035-8c50-4530-b913-680856fa0d69 req-bde0d97b-13a2-45a3-af2d-7064af134dc0 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:04.554011 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5dd84035-8c50-4530-b913-680856fa0d69 req-bde0d97b-13a2-45a3-af2d-7064af134dc0 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 945 time: 0.1890917 Jul 13 15:48:04.572516 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24548e-5fcf-446e-99ba-b6ac145dc5e6 req-73bab2c3-3653-4475-a04c-74fdeb634e8a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:04.574092 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8d24548e-5fcf-446e-99ba-b6ac145dc5e6 req-73bab2c3-3653-4475-a04c-74fdeb634e8a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 944 time: 0.4680946 Jul 13 15:48:04.590105 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-572bc743-550f-4527-9e29-b02b7546f4cb tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:04.590415 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-572bc743-550f-4527-9e29-b02b7546f4cb tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:04.590720 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.l3_db [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-572bc743-550f-4527-9e29-b02b7546f4cb tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Floating IP 5bd5925b-d8af-4031-930b-8f949bc058f6 disassociated. External IP: 172.27.1.30, port: adc5ae82-6a56-4e7b-8aa0-1ef76216dad7. Jul 13 15:48:04.591600 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-572bc743-550f-4527-9e29-b02b7546f4cb tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Calling delete_port for adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 owned by compute:nova {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:48:04.596573 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-aa638e4a-8287-4161-ae60-008b177a96ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1730701'] for router_interface, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:04.619637 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5dd84035-8c50-4530-b913-680856fa0d69 req-9bf0f0c7-f329-45ae-8dc8-5d5c354dab4d tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589557 Jul 13 15:48:04.672580 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8d24548e-5fcf-446e-99ba-b6ac145dc5e6 req-d6c4137b-952f-4c58-992d-e85eeccbd496 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912313 Jul 13 15:48:04.748564 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-572bc743-550f-4527-9e29-b02b7546f4cb tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:04.870360 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:48:04.911611 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa638e4a-8287-4161-ae60-008b177a96ba admin admin] Router e9b86dde-41e6-43df-a5f4-08a65c55b2a8 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:48:04.922917 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device c2adbf07-6cff-4bcd-a52b-52fd4b75d184 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:48:04.999546 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:48:05.009694 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port c2adbf07-6cff-4bcd-a52b-52fd4b75d184 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:48:05.010676 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:05.014794 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:48:05.015450 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:05.040259 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bc743-550f-4527-9e29-b02b7546f4cb tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event deleted for resources: {'Port': ['ID=adc5ae82-6a56-4e7b-8aa0-1ef76216dad7,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:05.064907 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa638e4a-8287-4161-ae60-008b177a96ba admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:48:05.075238 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-aa638e4a-8287-4161-ae60-008b177a96ba admin admin] 10.222.0.59 "PUT /v2.0/routers/e9b86dde-41e6-43df-a5f4-08a65c55b2a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0059531 Jul 13 15:48:05.078232 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49564) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:05.085161 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a13d66-d59c-4081-932d-220f6bf45ded None None] Sync routers for ids ['e9b86dde-41e6-43df-a5f4-08a65c55b2a8'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:48:05.096304 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a13d66-d59c-4081-932d-220f6bf45ded None None] Routers {'e9b86dde-41e6-43df-a5f4-08a65c55b2a8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:48:05.097790 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-68a13d66-d59c-4081-932d-220f6bf45ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['e9b86dde-41e6-43df-a5f4-08a65c55b2a8'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:05.182212 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-572bc743-550f-4527-9e29-b02b7546f4cb tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Router d341dc80-e438-4fc1-9dd2-36f3ca0af724 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:48:05.203452 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:05.209900 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:05.242309 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:48:05.245152 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fe50f2-81e2-40c4-abd5-cd8ac7a0db46" -d '{"events": [{"server_uuid": "fd89859f-0ca0-40cf-a69a-12ab6c3f3682", "name": "network-vif-plugged", "status": "completed", "tag": "ca4bb49c-ca92-4c97-8725-ab8c5b0093b5"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:48:05.264837 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:05.277447 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:05.279946 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-68a13d66-d59c-4081-932d-220f6bf45ded None None] Set router e9b86dde-41e6-43df-a5f4-08a65c55b2a8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:48:05.281011 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:48:05.310515 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:48:05.311113 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:48:05.323466 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-572bc743-550f-4527-9e29-b02b7546f4cb tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:48:05.363906 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d07b94-6917-4061-b0ff-39cfdbcced7b x-openstack-request-id: req-31d07b94-6917-4061-b0ff-39cfdbcced7b {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:48:05.364671 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd89859f-0ca0-40cf-a69a-12ab6c3f3682", "name": "network-vif-plugged", "status": "completed", "tag": "ca4bb49c-ca92-4c97-8725-ab8c5b0093b5", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:48:05.364926 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-31d07b94-6917-4061-b0ff-39cfdbcced7b {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:48:05.365305 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'code': 200} Jul 13 15:48:05.366597 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e709bc0a-1968-43d3-b2fa-b5cc0f78f4ca None None] Sync routers for ids ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:48:05.378284 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:05.380425 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-572bc743-550f-4527-9e29-b02b7546f4cb tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] No DVR routers for this DVR port adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 on host hv-cinder-78836 {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:48:05.383376 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-572bc743-550f-4527-9e29-b02b7546f4cb tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:05.389255 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-04904be2-74aa-4c40-a2ea-1f04fe793cf6 req-572bc743-550f-4527-9e29-b02b7546f4cb tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.63 "DELETE /v2.0/ports/adc5ae82-6a56-4e7b-8aa0-1ef76216dad7 HTTP/1.1" status: 204 len: 173 time: 1.3379622 Jul 13 15:48:05.390201 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311da51f-ccc3-4d6d-9d58-87506952e7ab', 'name': 'network-vif-deleted', 'tag': 'adc5ae82-6a56-4e7b-8aa0-1ef76216dad7'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:48:05.392621 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e709bc0a-1968-43d3-b2fa-b5cc0f78f4ca None None] Routers {'d341dc80-e438-4fc1-9dd2-36f3ca0af724'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:48:05.392838 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6fed3a-08be-4903-8aaa-5126459b7ba6" -d '{"events": [{"server_uuid": "311da51f-ccc3-4d6d-9d58-87506952e7ab", "name": "network-vif-deleted", "tag": "adc5ae82-6a56-4e7b-8aa0-1ef76216dad7"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:48:05.393399 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e709bc0a-1968-43d3-b2fa-b5cc0f78f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:05.467313 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:05.504281 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071aee7e-b91e-491c-9fdb-ea4699986411 x-openstack-request-id: req-071aee7e-b91e-491c-9fdb-ea4699986411 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:48:05.504774 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311da51f-ccc3-4d6d-9d58-87506952e7ab", "name": "network-vif-deleted", "tag": "adc5ae82-6a56-4e7b-8aa0-1ef76216dad7", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:48:05.508217 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-071aee7e-b91e-491c-9fdb-ea4699986411 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:48:05.509290 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311da51f-ccc3-4d6d-9d58-87506952e7ab', 'name': 'network-vif-deleted', 'tag': 'adc5ae82-6a56-4e7b-8aa0-1ef76216dad7', 'status': 'completed', 'code': 200} Jul 13 15:48:05.530431 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] Deleting port c8aa3e8c-8be1-49eb-886e-00aa52e45881 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:48:05.531029 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:05.565381 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-e709bc0a-1968-43d3-b2fa-b5cc0f78f4ca None None] Set router d341dc80-e438-4fc1-9dd2-36f3ca0af724 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:48:05.637163 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-68a13d66-d59c-4081-932d-220f6bf45ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'name': 'tempest-TestMinimumBasicScenario-891850880-router', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'c8aa3e8c-8be1-49eb-886e-00aa52e45881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:48:03Z', 'revision_number': 5, 'project_id': 'b80803e50d104647926b2cb29ce8a60d', 'gw_port': {'id': 'c8aa3e8c-8be1-49eb-886e-00aa52e45881', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:05.663497 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] For port c8aa3e8c-8be1-49eb-886e-00aa52e45881, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=c8aa3e8c-8be1-49eb-886e-00aa52e45881,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:05.664874 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:05.687886 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] Calling delete_port for c8aa3e8c-8be1-49eb-886e-00aa52e45881 owned by network:router_gateway {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:48:05.801710 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a13d66-d59c-4081-932d-220f6bf45ded None None] Checking router: e9b86dde-41e6-43df-a5f4-08a65c55b2a8 for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:48:05.811805 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a13d66-d59c-4081-932d-220f6bf45ded None None] Routers {'e9b86dde-41e6-43df-a5f4-08a65c55b2a8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:48:05.812839 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-68a13d66-d59c-4081-932d-220f6bf45ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['e9b86dde-41e6-43df-a5f4-08a65c55b2a8'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:05.882215 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e709bc0a-1968-43d3-b2fa-b5cc0f78f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '40ae0299-e6ea-4eee-ad71-045746fb0d34', 'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'mac_address': 'fa:16:3e:ad:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:53Z', 'revision_number': 5, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'subnets': [{'id': '45402ac4-397c-481f-9144-a5b5042569e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:05.923357 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e709bc0a-1968-43d3-b2fa-b5cc0f78f4ca None None] Checking router: d341dc80-e438-4fc1-9dd2-36f3ca0af724 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:48:05.926587 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-68a13d66-d59c-4081-932d-220f6bf45ded None None] Set router e9b86dde-41e6-43df-a5f4-08a65c55b2a8 gateway port host: None {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:48:05.939801 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e709bc0a-1968-43d3-b2fa-b5cc0f78f4ca None None] Routers {'d341dc80-e438-4fc1-9dd2-36f3ca0af724'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:48:05.941952 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e709bc0a-1968-43d3-b2fa-b5cc0f78f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:05.942513 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d025e5b3-5527-4ee7-bfe7-e6a6ee4f55f2 req-8343c0bf-1e6a-4dd8-b28e-7de77a99a7c3 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=311da51f-ccc3-4d6d-9d58-87506952e7ab HTTP/1.1" status: 200 len: 210 time: 0.0638618 Jul 13 15:48:05.980820 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f377d08-cd1e-4e88-b3c3-4a17e570f800 req-f763404e-765d-47ec-a009-b24e44f4a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:05.983586 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9f377d08-cd1e-4e88-b3c3-4a17e570f800 req-f763404e-765d-47ec-a009-b24e44f4a9a2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 1098 time: 0.2078302 Jul 13 15:48:05.985005 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-68a13d66-d59c-4081-932d-220f6bf45ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'name': 'tempest-TestMinimumBasicScenario-891850880-router', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:48:05Z', 'revision_number': 6, 'project_id': 'b80803e50d104647926b2cb29ce8a60d', 'gw_port_host': None}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:06.017911 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a13d66-d59c-4081-932d-220f6bf45ded None None] The sync data for ids ['e9b86dde-41e6-43df-a5f4-08a65c55b2a8'] in dv-cinder-788366-2-iscsi is: [{'id': 'e9b86dde-41e6-43df-a5f4-08a65c55b2a8', 'name': 'tempest-TestMinimumBasicScenario-891850880-router', 'tenant_id': 'b80803e50d104647926b2cb29ce8a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:44:18Z', 'updated_at': '2021-07-13T15:48:05Z', 'revision_number': 6, 'project_id': 'b80803e50d104647926b2cb29ce8a60d', 'gw_port_host': None}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:48:06.037287 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9f377d08-cd1e-4e88-b3c3-4a17e570f800 req-8162be19-6fa0-4b19-87be-62d758a28c82 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426834 Jul 13 15:48:06.093998 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-e709bc0a-1968-43d3-b2fa-b5cc0f78f4ca None None] Set router d341dc80-e438-4fc1-9dd2-36f3ca0af724 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:48:06.101640 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5bacf-0be0-4334-a676-7abb3be6a5b9 req-756eda55-a4bc-4ee7-8fa9-189a5901c56f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:06.103232 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fee5bacf-0be0-4334-a676-7abb3be6a5b9 req-756eda55-a4bc-4ee7-8fa9-189a5901c56f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.1253335 Jul 13 15:48:06.104242 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:06.138512 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8aa3e8c-8be1-49eb-886e-00aa52e45881,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:06.207905 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fee5bacf-0be0-4334-a676-7abb3be6a5b9 req-51c7751c-a0ea-47ce-93fe-784e6b2bf3e3 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948730 Jul 13 15:48:06.223267 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735951'] for router_gateway, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:06.305950 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e709bc0a-1968-43d3-b2fa-b5cc0f78f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '40ae0299-e6ea-4eee-ad71-045746fb0d34', 'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'mac_address': 'fa:16:3e:ad:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:53Z', 'revision_number': 5, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'subnets': [{'id': '45402ac4-397c-481f-9144-a5b5042569e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:06.314384 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5784'] for router, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:06.316578 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:06.334641 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e709bc0a-1968-43d3-b2fa-b5cc0f78f4ca None None] The sync data for ids ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'] in dv-cinder-788366-2-iscsi is: [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '40ae0299-e6ea-4eee-ad71-045746fb0d34', 'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'mac_address': 'fa:16:3e:ad:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:53Z', 'revision_number': 5, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'subnets': [{'id': '45402ac4-397c-481f-9144-a5b5042569e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:48:06.368215 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704468'] for router, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:06.369081 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9b86dde-41e6-43df-a5f4-08a65c55b2a8 {{(pid=93019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 15:48:06.375182 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] Notify callbacks [] for router, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:06.378720 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-c0d787b0-dcce-433f-9cb3-816025856d19 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e9b86dde-41e6-43df-a5f4-08a65c55b2a8 HTTP/1.1" status: 204 len: 168 time: 1.2962844 Jul 13 15:48:06.378973 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49580) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:06.453846 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7d660e-9768-41df-9f6f-cf4062a3f24e admin admin] Deleting subnet b29a101b-6f71-4eea-8122-73eac9dde0a4 {{(pid=93019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:48:06.457367 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec7d660e-9768-41df-9f6f-cf4062a3f24e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:06.507732 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec7d660e-9768-41df-9f6f-cf4062a3f24e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3611000'] for subnet, precommit_delete_associations {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:06.635027 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec7d660e-9768-41df-9f6f-cf4062a3f24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:06.668841 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22297f8e-a7a3-4c03-8c89-2ad905085a42 None None] New status for floating IP 5bd5925b-d8af-4031-930b-8f949bc058f6: DOWN {{(pid=93021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:48:06.698473 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec7d660e-9768-41df-9f6f-cf4062a3f24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3611086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60791246'] for subnet, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:06.724452 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d660e-9768-41df-9f6f-cf4062a3f24e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b29a101b-6f71-4eea-8122-73eac9dde0a4,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:06.729076 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec7d660e-9768-41df-9f6f-cf4062a3f24e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:06.734204 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-ec7d660e-9768-41df-9f6f-cf4062a3f24e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b29a101b-6f71-4eea-8122-73eac9dde0a4 HTTP/1.1" status: 204 len: 168 time: 0.3507159 Jul 13 15:48:06.734929 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49582) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:06.739123 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39487c9f-4482-4b69-a030-e709f932949a None None] Network 2e725bc2-eeda-4ffa-aa78-c222e92993a3 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:48:06.807041 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:06.871802 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] Deleting port a430ddb3-d8c7-478c-850f-fb57998dfe25 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:48:06.872764 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:06.965544 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d10b71-6ccf-458a-b1e9-d4bc3c75fde2 None None] DHCP port deletion for 2e725bc2-eeda-4ffa-aa78-c222e92993a3 request from dv-cinder-788366-2-iscsi {{(pid=93020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 15:48:06.966715 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] For port a430ddb3-d8c7-478c-850f-fb57998dfe25, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=a430ddb3-d8c7-478c-850f-fb57998dfe25,segment=NetworkSegment(14c79ab6-5041-4e92-a865-669889ff891b),segment_id=14c79ab6-5041-4e92-a865-669889ff891b)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:06.966831 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:06.970344 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 065dc633-0322-402d-a10e-3fdeca811b67 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:48:06.981104 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] Calling delete_port for a430ddb3-d8c7-478c-850f-fb57998dfe25 owned by network:dhcp {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:48:07.007926 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: 065dc633-0322-402d-a10e-3fdeca811b67 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:48:07.008514 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 065dc633-0322-402d-a10e-3fdeca811b67 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:48:07.009235 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device c8aa3e8c-8be1-49eb-886e-00aa52e45881 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:48:07.033169 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: c8aa3e8c-8be1-49eb-886e-00aa52e45881 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:48:07.033752 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device c8aa3e8c-8be1-49eb-886e-00aa52e45881 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:48:07.082990 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.091777 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49590) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:07.098975 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-90d10b71-6ccf-458a-b1e9-d4bc3c75fde2 None None] Deleting port a430ddb3-d8c7-478c-850f-fb57998dfe25 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:48:07.099459 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-90d10b71-6ccf-458a-b1e9-d4bc3c75fde2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.118183 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a430ddb3-d8c7-478c-850f-fb57998dfe25,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:07.120336 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] No DVR routers for this DVR port a430ddb3-d8c7-478c-850f-fb57998dfe25 on host dv-cinder-788366-2-iscsi {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:48:07.175495 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-da44bc13-3dd0-4d3f-99f9-53c507402dc6 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.179546 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-90d10b71-6ccf-458a-b1e9-d4bc3c75fde2 None None] For port a430ddb3-d8c7-478c-850f-fb57998dfe25, host dv-cinder-788366-2-iscsi, got binding levels [] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:07.180007 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-90d10b71-6ccf-458a-b1e9-d4bc3c75fde2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.194415 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-90d10b71-6ccf-458a-b1e9-d4bc3c75fde2 None None] Calling delete_port for a430ddb3-d8c7-478c-850f-fb57998dfe25 owned by network:dhcp {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:48:07.199770 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.ipam_backend_mixin [None req-90d10b71-6ccf-458a-b1e9-d4bc3c75fde2 None None] Port a430ddb3-d8c7-478c-850f-fb57998dfe25 was not found and therefore no delete operation was performed {{(pid=93020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 15:48:07.201774 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-90d10b71-6ccf-458a-b1e9-d4bc3c75fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.205293 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-da44bc13-3dd0-4d3f-99f9-53c507402dc6 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.229024 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.232081 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d10b71-6ccf-458a-b1e9-d4bc3c75fde2 None None] Pushing event deleted for resources: {'Port': ['ID=a430ddb3-d8c7-478c-850f-fb57998dfe25,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:07.236147 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d10b71-6ccf-458a-b1e9-d4bc3c75fde2 None None] No DVR routers for this DVR port a430ddb3-d8c7-478c-850f-fb57998dfe25 on host dv-cinder-788366-2-iscsi {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:48:07.243663 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e725bc2-eeda-4ffa-aa78-c222e92993a3']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:07.266402 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c79ab6-5041-4e92-a865-669889ff891b') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:07.266695 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c79ab6-5041-4e92-a865-669889ff891b') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:07.276964 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59737122'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.299793 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.306965 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:48:07.307299 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-da44bc13-3dd0-4d3f-99f9-53c507402dc6 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.307595 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59730988'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.312482 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-da44bc13-3dd0-4d3f-99f9-53c507402dc6 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.317768 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-da44bc13-3dd0-4d3f-99f9-53c507402dc6 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "DELETE /v2.0/security-groups/b8ce326a-9fc3-4df1-ab55-e7c2302a35b4 HTTP/1.1" status: 204 len: 168 time: 0.2248628 Jul 13 15:48:07.326182 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49594) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:07.343879 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44bc13-3dd0-4d3f-99f9-53c507402dc6 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ce326a-9fc3-4df1-ab55-e7c2302a35b4,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:07.368568 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.api.v2.resource [None req-22ef0251-d8bd-4133-b63d-a69dafcb21f3 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] show failed (client error): The resource could not be found. Jul 13 15:48:07.370051 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-22ef0251-d8bd-4133-b63d-a69dafcb21f3 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups/b8ce326a-9fc3-4df1-ab55-e7c2302a35b4 HTTP/1.1" status: 404 len: 347 time: 0.0409424 Jul 13 15:48:07.375324 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49596) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: timer() Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: cb(*args, **kw) Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: self._notify() Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: self.callback(batched_events) Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: event.method(event) Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._get(url).json() Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:48:07.383078 dv-cinder-788366-2-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:48:07.422573 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.429889 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.434692 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2e725bc2-eeda-4ffa-aa78-c222e92993a3 HTTP/1.1" status: 204 len: 168 time: 0.6953919 Jul 13 15:48:07.448373 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8876ab0-76a9-473a-91b4-9585ae897af6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e725bc2-eeda-4ffa-aa78-c222e92993a3,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:07.487838 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4334e-b6c5-474b-bca9-dd4089fcd3bb req-edb6ef4b-5169-4304-a506-86388a0552ec tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:07.494311 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cdd4334e-b6c5-474b-bca9-dd4089fcd3bb req-edb6ef4b-5169-4304-a506-86388a0552ec tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.1101377 Jul 13 15:48:07.540431 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f12eb-af4c-4654-b364-83d865f9ebf8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Deleting port 076b4fa6-26d8-4168-bf00-84529d50d96d {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:48:07.540888 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6a9f12eb-af4c-4654-b364-83d865f9ebf8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.546149 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cdd4334e-b6c5-474b-bca9-dd4089fcd3bb req-971d056f-8a11-4d01-a368-f6209f56adfb tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506489 Jul 13 15:48:07.637079 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6a9f12eb-af4c-4654-b364-83d865f9ebf8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.637410 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6a9f12eb-af4c-4654-b364-83d865f9ebf8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.643070 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49602) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:07.653163 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f12eb-af4c-4654-b364-83d865f9ebf8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Calling delete_port for 076b4fa6-26d8-4168-bf00-84529d50d96d owned by network:floatingip {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:48:07.688595 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2696ed41-b7b5-4e1b-8669-3bd5c68189cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27176121430a45ed8ed19072cbd8d9dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443282 Jul 13 15:48:07.691017 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49604) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:07.741738 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fe86e617-f3e0-4ea8-bc6c-81005e59e2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.767255 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fe86e617-f3e0-4ea8-bc6c-81005e59e2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.792533 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6a9f12eb-af4c-4654-b364-83d865f9ebf8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.819788 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f12eb-af4c-4654-b364-83d865f9ebf8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event deleted for resources: {'Port': ['ID=076b4fa6-26d8-4168-bf00-84529d50d96d,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:07.820610 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fe86e617-f3e0-4ea8-bc6c-81005e59e2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.824139 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fe86e617-f3e0-4ea8-bc6c-81005e59e2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.826072 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-fe86e617-f3e0-4ea8-bc6c-81005e59e2a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73 HTTP/1.1" status: 204 len: 168 time: 0.1334198 Jul 13 15:48:07.833988 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86e617-f3e0-4ea8-bc6c-81005e59e2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eb5ccc-f6c0-4c54-88aa-8dcb1c22dc73,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:07.882154 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6a9f12eb-af4c-4654-b364-83d865f9ebf8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for floatingip, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.884956 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6a9f12eb-af4c-4654-b364-83d865f9ebf8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:07.886158 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-6a9f12eb-af4c-4654-b364-83d865f9ebf8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "DELETE /v2.0/floatingips/5bd5925b-d8af-4031-930b-8f949bc058f6 HTTP/1.1" status: 204 len: 168 time: 0.5099905 Jul 13 15:48:08.171398 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49614) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:08.213215 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-121a86f4-dddd-449c-a0dc-cdeda652fb1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b80803e50d104647926b2cb29ce8a60d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406921 Jul 13 15:48:08.215694 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49616) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:08.272592 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0905579d-629e-400f-8a43-9df46a506545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.293795 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49618) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:08.297411 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0905579d-629e-400f-8a43-9df46a506545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.298900 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-8a760739-8137-458c-86a5-b0517da601b9 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1156813658', 'description': 'tempest-description--1872731354'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:08.321002 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8a760739-8137-458c-86a5-b0517da601b9 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.345353 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0905579d-629e-400f-8a43-9df46a506545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.348355 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0905579d-629e-400f-8a43-9df46a506545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.349517 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0905579d-629e-400f-8a43-9df46a506545 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ebada0a2-5c53-4cbc-bf9f-61893dbb8189 HTTP/1.1" status: 204 len: 168 time: 0.1323380 Jul 13 15:48:08.358367 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905579d-629e-400f-8a43-9df46a506545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebada0a2-5c53-4cbc-bf9f-61893dbb8189,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:08.418205 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8a760739-8137-458c-86a5-b0517da601b9 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.422982 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8a760739-8137-458c-86a5-b0517da601b9 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.451377 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8a760739-8137-458c-86a5-b0517da601b9 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.455415 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-8a760739-8137-458c-86a5-b0517da601b9 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1573250 Jul 13 15:48:08.455415 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a760739-8137-458c-86a5-b0517da601b9 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18150b26-b346-4203-8b60-d7496d81d702,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:08.455641 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49622) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:08.461655 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-dc7e1752-e5fe-4963-82fd-a790f6206179 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Request body: {'security_group_rule': {'security_group_id': '18150b26-b346-4203-8b60-d7496d81d702', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:08.488950 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dc7e1752-e5fe-4963-82fd-a790f6206179 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.546888 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dc7e1752-e5fe-4963-82fd-a790f6206179 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.550738 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dc7e1752-e5fe-4963-82fd-a790f6206179 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.568525 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e1752-e5fe-4963-82fd-a790f6206179 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c68ac3-65a6-4176-ab88-42e16fdd4394,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:08.575951 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dc7e1752-e5fe-4963-82fd-a790f6206179 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.580120 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-dc7e1752-e5fe-4963-82fd-a790f6206179 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222935 Jul 13 15:48:08.580552 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49628) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:08.585924 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-8577497a-4886-4da8-8e1c-323a6669f40e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Request body: {'security_group_rule': {'security_group_id': '18150b26-b346-4203-8b60-d7496d81d702', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:08.624673 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8577497a-4886-4da8-8e1c-323a6669f40e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.696525 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8577497a-4886-4da8-8e1c-323a6669f40e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.702543 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8577497a-4886-4da8-8e1c-323a6669f40e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.728096 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8577497a-4886-4da8-8e1c-323a6669f40e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.728096 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-8577497a-4886-4da8-8e1c-323a6669f40e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434357 Jul 13 15:48:08.728522 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49630) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:08.734776 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Request body: {'floatingip': {'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:08.752750 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577497a-4886-4da8-8e1c-323a6669f40e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736bbeaa-cdd3-49c8-9267-f3273cabe8a6,revision_number=0']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:08.779824 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for floatingip, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:08.792370 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625ee03-9d65-4d61-afe2-05ecd160a8b6 req-2de04709-1026-4be8-b5a6-136659b72240 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:08.799596 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3625ee03-9d65-4d61-afe2-05ecd160a8b6 req-2de04709-1026-4be8-b5a6-136659b72240 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.1046886 Jul 13 15:48:08.837535 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3625ee03-9d65-4d61-afe2-05ecd160a8b6 req-739ed18a-f492-45a9-9b12-4b5cb5f29eb4 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370734 Jul 13 15:48:08.839191 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device a430ddb3-d8c7-478c-850f-fb57998dfe25 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:48:08.859506 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: a430ddb3-d8c7-478c-850f-fb57998dfe25 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:48:08.859848 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device a430ddb3-d8c7-478c-850f-fb57998dfe25 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:48:08.895863 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:09.032390 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Allocated IP 172.27.1.30 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/9c842077-4eff-45e8-bc2b-03d3e71ff697) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:48:09.065018 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f18e4-3348-4476-ad98-123800cda530 req-9186bd48-d1e9-41b1-ac12-8523627c3db2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:09.066549 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cc1f18e4-3348-4476-ad98-123800cda530 req-9186bd48-d1e9-41b1-ac12-8523627c3db2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.1104960 Jul 13 15:48:09.075659 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49636) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:09.080324 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-3b0c2124-3c1b-4faf-a88e-e5f2c6af6ec0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Request body: {'floatingip': {'port_id': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:09.118378 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3b0c2124-3c1b-4faf-a88e-e5f2c6af6ec0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for floatingip, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:09.157463 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:09.195794 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:09.238011 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:48:09.243062 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:48:09.245388 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:48:09.248940 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event updated for resources: {'Port': ['ID=9c842077-4eff-45e8-bc2b-03d3e71ff697,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:09.334224 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:09.377268 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:09.530747 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:09.535264 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:09.609207 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event updated for resources: {'Port': ['ID=9c842077-4eff-45e8-bc2b-03d3e71ff697,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:09.618304 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:09.633493 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:09.642525 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-4a0782dd-f31c-4d57-b4da-dfdd338f002e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9054418 Jul 13 15:48:09.714268 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3b0c2124-3c1b-4faf-a88e-e5f2c6af6ec0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:09.718199 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3b0c2124-3c1b-4faf-a88e-e5f2c6af6ec0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:09.819958 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.l3_db [None req-3b0c2124-3c1b-4faf-a88e-e5f2c6af6ec0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Floating IP 0802b821-b7b8-4b79-8854-f2bf8633756d associated. External IP: 172.27.1.73, port: ca4bb49c-ca92-4c97-8725-ab8c5b0093b5. Jul 13 15:48:10.247213 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0c2124-3c1b-4faf-a88e-e5f2c6af6ec0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Router f9620079-9045-403b-8233-7778c0d48f2f has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:48:10.352430 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0c2124-3c1b-4faf-a88e-e5f2c6af6ec0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:48:10.357804 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3b0c2124-3c1b-4faf-a88e-e5f2c6af6ec0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:10.362115 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf944a-c86b-47b1-a5b9-c9858d1ef237 None None] Sync routers for ids ['f9620079-9045-403b-8233-7778c0d48f2f'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:48:10.370537 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cf944a-c86b-47b1-a5b9-c9858d1ef237 None None] Routers {'f9620079-9045-403b-8233-7778c0d48f2f'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:48:10.371134 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-42cf944a-c86b-47b1-a5b9-c9858d1ef237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f9620079-9045-403b-8233-7778c0d48f2f'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:10.393696 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-3b0c2124-3c1b-4faf-a88e-e5f2c6af6ec0 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "PUT /v2.0/floatingips/0802b821-b7b8-4b79-8854-f2bf8633756d HTTP/1.1" status: 200 len: 990 time: 1.3168695 Jul 13 15:48:10.397013 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'tag': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:48:10.397591 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccc6f21-f314-4c66-9934-4bd27c9f8ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd89859f-0ca0-40cf-a69a-12ab6c3f3682", "tag": "ca4bb49c-ca92-4c97-8725-ab8c5b0093b5"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:48:10.481434 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-42cf944a-c86b-47b1-a5b9-c9858d1ef237 None None] Set router f9620079-9045-403b-8233-7778c0d48f2f gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:48:10.580516 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb9c1a8-73cd-43b6-ac17-b75df1088c2b x-openstack-request-id: req-eeb9c1a8-73cd-43b6-ac17-b75df1088c2b {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:48:10.580885 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd89859f-0ca0-40cf-a69a-12ab6c3f3682", "tag": "ca4bb49c-ca92-4c97-8725-ab8c5b0093b5", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:48:10.581194 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eeb9c1a8-73cd-43b6-ac17-b75df1088c2b {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:48:10.581593 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'tag': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'status': 'completed', 'code': 200} Jul 13 15:48:10.684610 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc6f21-f314-4c66-9934-4bd27c9f8ce5 req-44faa3a1-cce7-4ac2-9b70-bfd4bb9b9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:10.686463 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bccc6f21-f314-4c66-9934-4bd27c9f8ce5 req-44faa3a1-cce7-4ac2-9b70-bfd4bb9b9c8a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d94faec815442809ce9f4332a1bb5b0&device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 1098 time: 0.0597248 Jul 13 15:48:10.785755 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc6f21-f314-4c66-9934-4bd27c9f8ce5 req-94f475e7-fa03-4030-810b-3603ac8e9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:10.787494 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bccc6f21-f314-4c66-9934-4bd27c9f8ce5 req-94f475e7-fa03-4030-810b-3603ac8e9645 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 HTTP/1.1" status: 200 len: 918 time: 0.0891623 Jul 13 15:48:10.853664 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bccc6f21-f314-4c66-9934-4bd27c9f8ce5 req-a00b9802-c6fa-471d-9d77-8a8efafb7ed5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 HTTP/1.1" status: 200 len: 998 time: 0.0596251 Jul 13 15:48:10.867477 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-42cf944a-c86b-47b1-a5b9-c9858d1ef237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': '0802b821-b7b8-4b79-8854-f2bf8633756d', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'port_id': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'mac_address': 'fa:16:3e:26:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:47:49Z', 'updated_at': '2021-07-13T15:48:09Z', 'revision_number': 1, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:56Z', 'revision_number': 5, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:10.897425 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf944a-c86b-47b1-a5b9-c9858d1ef237 None None] Checking router: f9620079-9045-403b-8233-7778c0d48f2f for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:48:10.901652 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc6f21-f314-4c66-9934-4bd27c9f8ce5 req-4b1aa471-aff0-488e-8d0e-717754f163d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:10.903776 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bccc6f21-f314-4c66-9934-4bd27c9f8ce5 req-4b1aa471-aff0-488e-8d0e-717754f163d7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=823f7a85-e8b2-4154-bda7-8fa34af93224 HTTP/1.1" status: 200 len: 856 time: 0.0428271 Jul 13 15:48:10.906683 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cf944a-c86b-47b1-a5b9-c9858d1ef237 None None] Routers {'f9620079-9045-403b-8233-7778c0d48f2f'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:48:10.907300 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-42cf944a-c86b-47b1-a5b9-c9858d1ef237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:47:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f9620079-9045-403b-8233-7778c0d48f2f'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:10.965033 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc6f21-f314-4c66-9934-4bd27c9f8ce5 req-2b1b7353-f450-4b78-8364-20acf5f9a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:10.967259 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bccc6f21-f314-4c66-9934-4bd27c9f8ce5 req-2b1b7353-f450-4b78-8364-20acf5f9a524 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570996 Jul 13 15:48:11.011503 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-42cf944a-c86b-47b1-a5b9-c9858d1ef237 None None] Set router f9620079-9045-403b-8233-7778c0d48f2f gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:48:11.058066 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bccc6f21-f314-4c66-9934-4bd27c9f8ce5 req-e9e2dfb8-4922-4c1b-a5d8-e55c97308f45 service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835974 Jul 13 15:48:11.155294 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bccc6f21-f314-4c66-9934-4bd27c9f8ce5 req-dc695813-9bff-484e-a142-cb649aa1303f service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905294 Jul 13 15:48:11.244240 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-42cf944a-c86b-47b1-a5b9-c9858d1ef237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': '0802b821-b7b8-4b79-8854-f2bf8633756d', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'port_id': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'mac_address': 'fa:16:3e:26:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:47:49Z', 'updated_at': '2021-07-13T15:48:09Z', 'revision_number': 1, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:56Z', 'revision_number': 5, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:11.274342 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf944a-c86b-47b1-a5b9-c9858d1ef237 None None] The sync data for ids ['f9620079-9045-403b-8233-7778c0d48f2f'] in dv-cinder-788366-2-iscsi is: [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': '0802b821-b7b8-4b79-8854-f2bf8633756d', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'port_id': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'mac_address': 'fa:16:3e:26:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:47:49Z', 'updated_at': '2021-07-13T15:48:09Z', 'revision_number': 1, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:56Z', 'revision_number': 5, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:48:11.460430 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27d289a-3c52-4fd0-9da0-cf619c313c4e None None] New status for floating IP 0802b821-b7b8-4b79-8854-f2bf8633756d: ACTIVE {{(pid=93021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:48:13.594369 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-d8a28991-38cb-41e8-b630-0d3527792cc5 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1156813658&fields=id&tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb HTTP/1.1" status: 200 len: 267 time: 0.0351570 Jul 13 15:48:13.697117 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-07281c51-464c-428d-b2a2-31ffc081d0e6 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:13.698617 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-07281c51-464c-428d-b2a2-31ffc081d0e6 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/networks?id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c HTTP/1.1" status: 200 len: 810 time: 0.0976253 Jul 13 15:48:13.713185 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-cb46343e-8970-4c58-a80a-a38d034ae534 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/quotas/a7bd5f37e1af4cea838fdcb08e0beadb HTTP/1.1" status: 200 len: 375 time: 0.0086362 Jul 13 15:48:13.788883 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-b9b27fdf-7a0a-4102-8b60-1a0f70590612 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707314 Jul 13 15:48:13.975767 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-eca41284-bf20-4e3d-baf3-c13a9e0fd280 service neutron] 10.222.0.59 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738307 Jul 13 15:48:14.069504 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-9e6b8f0d-2f22-443e-9353-538bd4a58c73 service neutron] 10.222.0.59 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884349 Jul 13 15:48:14.236754 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f5c3d735-5158-4744-98c5-cd26d01f735f req-c1caddb5-dc80-4407-a915-051f1e8561ae tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 210 time: 0.0324194 Jul 13 15:48:15.382248 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3800b466-1a11-40b2-a80c-b24101687d30 req-16ebaeca-519d-4a58-b7df-51d61593a2f8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 210 time: 0.0316148 Jul 13 15:48:15.449220 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-c125cee1-e4a5-4b27-9bcc-0a8731b7ca3f tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:15.450740 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-c125cee1-e4a5-4b27-9bcc-0a8731b7ca3f tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.63 "GET /v2.0/networks?id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c HTTP/1.1" status: 200 len: 810 time: 0.1235256 Jul 13 15:48:15.503212 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-c70d39a2-06f8-4cce-8bb4-65e2ea0edb3f tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb HTTP/1.1" status: 200 len: 380 time: 0.0347512 Jul 13 15:48:15.513090 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-0e3c00a8-3e73-4fb2-8a68-f5963d300516 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Request body: {'port': {'device_id': 'ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'admin_state_up': True, 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'security_groups': ['18150b26-b346-4203-8b60-d7496d81d702']}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:15.629356 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-0e3c00a8-3e73-4fb2-8a68-f5963d300516 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Made reservation on behalf of a7bd5f37e1af4cea838fdcb08e0beadb for: {'port': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:48:15.633032 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-0e3c00a8-3e73-4fb2-8a68-f5963d300516 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:15.757357 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-0e3c00a8-3e73-4fb2-8a68-f5963d300516 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Allocated IP 172.20.0.6 (f72fbdcf-715a-4e75-9feb-cfeae0bf874c/45402ac4-397c-481f-9144-a5b5042569e3/5f0fe3d3-b0be-48d7-9093-2a3ba852f63e) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:48:15.897894 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-0e3c00a8-3e73-4fb2-8a68-f5963d300516 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:15.911454 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-0e3c00a8-3e73-4fb2-8a68-f5963d300516 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Transition to ACTIVE for port object 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e will not be triggered until provisioned by entity DHCP. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:48:15.945142 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-0e3c00a8-3e73-4fb2-8a68-f5963d300516 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:15.987565 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-0e3c00a8-3e73-4fb2-8a68-f5963d300516 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Network f72fbdcf-715a-4e75-9feb-cfeae0bf874c is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:48:15.992497 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-0e3c00a8-3e73-4fb2-8a68-f5963d300516 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:48:16.004692 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-0e3c00a8-3e73-4fb2-8a68-f5963d300516 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:48:16.029041 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c00a8-3e73-4fb2-8a68-f5963d300516 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event updated for resources: {'Port': ['ID=5f0fe3d3-b0be-48d7-9093-2a3ba852f63e,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:16.061331 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-0e3c00a8-3e73-4fb2-8a68-f5963d300516 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:16.062178 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-0e3c00a8-3e73-4fb2-8a68-f5963d300516 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:16.077729 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-0e3c00a8-3e73-4fb2-8a68-f5963d300516 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682046 Jul 13 15:48:16.098664 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Request body: {'port': {'device_id': 'ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:16.171924 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:16.264710 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-0f15ca5b-875d-4e1e-b483-bad5aba39230 None None] Provisioning for port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:48:16.273474 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-0f15ca5b-875d-4e1e-b483-bad5aba39230 None None] Provisioning complete for port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:48:16.273879 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0f15ca5b-875d-4e1e-b483-bad5aba39230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:16.310028 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-0f15ca5b-875d-4e1e-b483-bad5aba39230 None None] Port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:48:16.440503 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e {{(pid=93018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:48:16.449039 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:16.460793 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Transition to ACTIVE for port object 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e will not be triggered until provisioned by entity L2. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:48:16.466369 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:16.514937 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0fe3d3-b0be-48d7-9093-2a3ba852f63e,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:16.562561 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacba094-0135-4522-892a-cca5d53c268f req-5c2a2cc1-2dff-48c8-b5b1-4a59fb60feac tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:16.563654 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bacba094-0135-4522-892a-cca5d53c268f req-5c2a2cc1-2dff-48c8-b5b1-4a59fb60feac tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 943 time: 0.0650463 Jul 13 15:48:16.592633 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Attempting to bind port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:48:16.592746 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Attempting to bind port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:48:16.593025 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Attempting to bind port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e on network f72fbdcf-715a-4e75-9feb-cfeae0bf874c {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:48:16.597494 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e on network f72fbdcf-715a-4e75-9feb-cfeae0bf874c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:48:16.597854 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Attempting to bind port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e on network f72fbdcf-715a-4e75-9feb-cfeae0bf874c {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:48:16.602828 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:48:16.603161 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Checking segment: {'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:48:16.603542 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Bound using segment: {'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:48:16.603970 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Bound port: 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c8d2322-64b4-40d5-99cc-37cad286e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c'}}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:48:16.604328 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:16.606430 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bacba094-0135-4522-892a-cca5d53c268f req-91acf96b-2feb-4130-817a-4f2ab48f527a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=18150b26-b346-4203-8b60-d7496d81d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356038 Jul 13 15:48:16.677237 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] For port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e, host hv-cinder-78836, cleared binding levels {{(pid=93018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:48:16.680326 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] For port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5f0fe3d3-b0be-48d7-9093-2a3ba852f63e,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:48:16.686036 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:16.723626 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:16.724385 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:16.725835 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] 10.222.0.63 "PUT /v2.0/ports/5f0fe3d3-b0be-48d7-9093-2a3ba852f63e HTTP/1.1" status: 200 len: 1093 time: 0.6314683 Jul 13 15:48:16.726264 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7', 'tag': '5f0fe3d3-b0be-48d7-9093-2a3ba852f63e'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:48:16.728545 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303befb9-b1e8-4bff-9b23-a73051af6c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7", "tag": "5f0fe3d3-b0be-48d7-9093-2a3ba852f63e"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:48:16.760805 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e28551-ceb3-4256-831e-b709a66828d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0fe3d3-b0be-48d7-9093-2a3ba852f63e,revision_number=3']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:16.790687 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdd9615-7ab1-4ce2-bb4f-12a98ae48510 x-openstack-request-id: req-8fdd9615-7ab1-4ce2-bb4f-12a98ae48510 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:48:16.791045 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7", "tag": "5f0fe3d3-b0be-48d7-9093-2a3ba852f63e", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:48:16.791364 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8fdd9615-7ab1-4ce2-bb4f-12a98ae48510 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:48:16.791828 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7', 'tag': '5f0fe3d3-b0be-48d7-9093-2a3ba852f63e', 'status': 'completed', 'code': 200} Jul 13 15:48:16.837194 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:48:16.862746 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-6c5c350b-417e-4ca6-ae57-459a803a8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:16.864249 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-6c5c350b-417e-4ca6-ae57-459a803a8fc7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb&device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0549207 Jul 13 15:48:16.916334 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-75b18f7d-851d-420f-a76b-ecfbb67d437b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f0fe3d3-b0be-48d7-9093-2a3ba852f63e HTTP/1.1" status: 200 len: 217 time: 0.0376625 Jul 13 15:48:16.971261 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-0420d81b-bbd5-4e34-b6b3-7c1758d619f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:16.972763 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-0420d81b-bbd5-4e34-b6b3-7c1758d619f2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=45402ac4-397c-481f-9144-a5b5042569e3 HTTP/1.1" status: 200 len: 849 time: 0.0448751 Jul 13 15:48:17.032827 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-41416acc-c25a-4c6b-a417-e37085ba1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:17.034284 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-41416acc-c25a-4c6b-a417-e37085ba1b4c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537338 Jul 13 15:48:17.129380 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-c8bee4b5-6a67-42cc-9f99-e72a283ea4d0 service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844908 Jul 13 15:48:17.228530 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-604a9b9e-6650-4aa7-99ef-d1adaa146a9e req-c145e5e7-71d5-492d-9629-1715ea238456 service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833616 Jul 13 15:48:17.378428 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303befb9-b1e8-4bff-9b23-a73051af6c0e req-195c5a84-395d-4521-8d2f-d5ccf7c20397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:17.380124 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-303befb9-b1e8-4bff-9b23-a73051af6c0e req-195c5a84-395d-4521-8d2f-d5ccf7c20397 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb&device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0526125 Jul 13 15:48:17.479103 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303befb9-b1e8-4bff-9b23-a73051af6c0e req-ea14c97f-4dee-4e18-88cf-6e00d6dcc827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:17.480583 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-303befb9-b1e8-4bff-9b23-a73051af6c0e req-ea14c97f-4dee-4e18-88cf-6e00d6dcc827 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c HTTP/1.1" status: 200 len: 911 time: 0.0924158 Jul 13 15:48:17.522879 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-303befb9-b1e8-4bff-9b23-a73051af6c0e req-80fb3058-aaf4-4edd-8e34-e220bb6eb382 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f0fe3d3-b0be-48d7-9093-2a3ba852f63e HTTP/1.1" status: 200 len: 217 time: 0.0356317 Jul 13 15:48:17.575514 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303befb9-b1e8-4bff-9b23-a73051af6c0e req-a47a3214-00f3-4b32-b563-1a255c94a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:17.576867 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-303befb9-b1e8-4bff-9b23-a73051af6c0e req-a47a3214-00f3-4b32-b563-1a255c94a0d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=45402ac4-397c-481f-9144-a5b5042569e3 HTTP/1.1" status: 200 len: 849 time: 0.0467939 Jul 13 15:48:17.642265 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303befb9-b1e8-4bff-9b23-a73051af6c0e req-a39bc428-3856-4036-90e6-f568e0e8cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:17.643778 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-303befb9-b1e8-4bff-9b23-a73051af6c0e req-a39bc428-3856-4036-90e6-f568e0e8cc23 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519905 Jul 13 15:48:17.764117 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-303befb9-b1e8-4bff-9b23-a73051af6c0e req-8b9254c8-aae2-45ab-886c-6db3a9180d9a service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113603 Jul 13 15:48:17.856127 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a73cfd-e7fe-474b-b4ed-64aef2ba2bfb req-7e036d00-3aaa-4e9a-9246-f56473b20773 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:17.857479 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-64a73cfd-e7fe-474b-b4ed-64aef2ba2bfb req-7e036d00-3aaa-4e9a-9246-f56473b20773 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 943 time: 0.1341927 Jul 13 15:48:17.888581 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-303befb9-b1e8-4bff-9b23-a73051af6c0e req-0a9637a4-c43d-4013-9d9c-8ed492ee6894 service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174903 Jul 13 15:48:17.906585 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-64a73cfd-e7fe-474b-b4ed-64aef2ba2bfb req-6c15e4a3-6ba9-45f6-8207-c1647959fcff tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=18150b26-b346-4203-8b60-d7496d81d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407436 Jul 13 15:48:19.087179 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d3c88-db92-4f66-9621-887840a268f3 req-4f64077b-d731-4893-a493-9fe3e2c33159 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:19.088657 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7c8d3c88-db92-4f66-9621-887840a268f3 req-4f64077b-d731-4893-a493-9fe3e2c33159 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 943 time: 0.0704434 Jul 13 15:48:19.125976 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7c8d3c88-db92-4f66-9621-887840a268f3 req-3bc367d6-b59c-4da6-89f3-b5efcc562f3c tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=18150b26-b346-4203-8b60-d7496d81d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316331 Jul 13 15:48:20.298632 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03635e55-e272-46ed-9f7f-893caaa9bf40 req-702547a0-3034-4257-a311-15d07c030848 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:20.300110 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-03635e55-e272-46ed-9f7f-893caaa9bf40 req-702547a0-3034-4257-a311-15d07c030848 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 943 time: 0.0625746 Jul 13 15:48:20.337104 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-03635e55-e272-46ed-9f7f-893caaa9bf40 req-26145ec7-a24a-4cc8-b7ee-05f53cc210c7 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=18150b26-b346-4203-8b60-d7496d81d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314779 Jul 13 15:48:20.338372 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bc4abcf9-c3d4-4328-8790-6ad954c811b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:20.779251 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:21.511890 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a31710-5f73-42a1-bde1-f91438831585 req-ef9ff0a3-b713-4b93-944a-03ed489b8b92 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:21.513370 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-23a31710-5f73-42a1-bde1-f91438831585 req-ef9ff0a3-b713-4b93-944a-03ed489b8b92 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 943 time: 0.0675275 Jul 13 15:48:21.549581 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-23a31710-5f73-42a1-bde1-f91438831585 req-8a35fecd-d869-44db-9aec-62ba8e5613af tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=18150b26-b346-4203-8b60-d7496d81d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306685 Jul 13 15:48:22.716372 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689900e-fde2-4d94-9899-fb77f71551ac req-62e42f50-1c4d-4b3f-9f34-df44fa9f453d tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:22.717867 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b689900e-fde2-4d94-9899-fb77f71551ac req-62e42f50-1c4d-4b3f-9f34-df44fa9f453d tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 943 time: 0.0617383 Jul 13 15:48:22.755073 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b689900e-fde2-4d94-9899-fb77f71551ac req-9e69aebb-e58c-4849-9f00-aacb31ab1230 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=18150b26-b346-4203-8b60-d7496d81d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Jul 13 15:48:22.798375 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a43fa806-e3cd-4212-bc1b-933bd57b5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:22.829802 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:48:22.923275 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5f0fe3d3-b0be-48d7-9093-2a3ba852f63e,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:22.934157 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '5f0fe3d3-b0be-48d7-9093-2a3ba852f63e', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'port_id': '5f0fe3d3-b0be-48d7-9093-2a3ba852f63e', 'mac_address': 'fa:16:3e:27:1b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:48:22.969761 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:22.982293 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:48:23.001566 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5f0fe3d3-b0be-48d7-9093-2a3ba852f63e,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:23.005057 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:23.053117 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:23.067156 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=5f0fe3d3-b0be-48d7-9093-2a3ba852f63e,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:23.910923 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:23.922011 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ccf16-08c8-48a5-997d-28d02376aff0 req-e1f58996-cfeb-401a-b56a-9483b5fa4fa0 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:23.923489 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-873ccf16-08c8-48a5-997d-28d02376aff0 req-e1f58996-cfeb-401a-b56a-9483b5fa4fa0 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 944 time: 0.0627193 Jul 13 15:48:23.959921 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-873ccf16-08c8-48a5-997d-28d02376aff0 req-75eaa78d-b102-4615-a1f8-bca1f16dd1f0 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=18150b26-b346-4203-8b60-d7496d81d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308635 Jul 13 15:48:24.175286 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['5f0fe3d3-b0be-48d7-9093-2a3ba852f63e'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:48:25.136048 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1b84f-35f0-4f21-94ff-6b1424e7d65c req-201d51a3-44e2-42a8-a6b2-474621ad9bc9 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:25.138243 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-14c1b84f-35f0-4f21-94ff-6b1424e7d65c req-201d51a3-44e2-42a8-a6b2-474621ad9bc9 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 944 time: 0.0654967 Jul 13 15:48:25.175849 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-14c1b84f-35f0-4f21-94ff-6b1424e7d65c req-08d37520-84e4-4599-9e38-95bb72b4d56e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=18150b26-b346-4203-8b60-d7496d81d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320179 Jul 13 15:48:25.633098 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:25.859881 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:48:25.907125 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:48:25.910812 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:48:25.911183 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:25.987301 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:26.009421 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0fe3d3-b0be-48d7-9093-2a3ba852f63e'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:48:26.011663 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e6fba4-d544-4418-baae-0d7b0c69ff12" -d '{"events": [{"server_uuid": "ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7", "name": "network-vif-plugged", "status": "completed", "tag": "5f0fe3d3-b0be-48d7-9093-2a3ba852f63e"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:48:26.024509 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5f0fe3d3-b0be-48d7-9093-2a3ba852f63e,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:26.028902 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:26.077492 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=5f0fe3d3-b0be-48d7-9093-2a3ba852f63e,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:26.163951 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab63f00-db7c-4d52-917b-1c475ca19115 x-openstack-request-id: req-dab63f00-db7c-4d52-917b-1c475ca19115 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:48:26.164244 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7", "name": "network-vif-plugged", "status": "completed", "tag": "5f0fe3d3-b0be-48d7-9093-2a3ba852f63e", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:48:26.164498 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dab63f00-db7c-4d52-917b-1c475ca19115 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:48:26.164891 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0fe3d3-b0be-48d7-9093-2a3ba852f63e', 'code': 200} Jul 13 15:48:26.353669 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbc015-5fbd-4047-9b4c-e44a8e5efbdf req-879d8519-0434-4a92-a484-15064f3db831 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:26.355308 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b4fbc015-5fbd-4047-9b4c-e44a8e5efbdf req-879d8519-0434-4a92-a484-15064f3db831 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 945 time: 0.0681555 Jul 13 15:48:26.393277 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b4fbc015-5fbd-4047-9b4c-e44a8e5efbdf req-d9f36f3b-708c-4bb7-82cc-e863cf34562e tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=18150b26-b346-4203-8b60-d7496d81d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317616 Jul 13 15:48:26.446227 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec30181-4b60-4995-9e99-6ffe75dfffcb req-960cc0c0-ffb5-4cee-b29a-be7b50b57bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:26.447755 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6ec30181-4b60-4995-9e99-6ffe75dfffcb req-960cc0c0-ffb5-4cee-b29a-be7b50b57bd6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0541482 Jul 13 15:48:26.482667 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6ec30181-4b60-4995-9e99-6ffe75dfffcb req-0493f7de-9894-418b-a57d-5b9d4f826c7f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=18150b26-b346-4203-8b60-d7496d81d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273576 Jul 13 15:48:27.565959 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b078c-1022-45f2-aa25-1e621ab24f57 req-66cb57a0-4895-46bb-9303-26d2800ba7aa tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:27.567457 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-479b078c-1022-45f2-aa25-1e621ab24f57 req-66cb57a0-4895-46bb-9303-26d2800ba7aa tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 945 time: 0.0621490 Jul 13 15:48:27.605051 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-479b078c-1022-45f2-aa25-1e621ab24f57 req-0d12dbcf-8039-4185-a23e-14e2633a0a8a tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=18150b26-b346-4203-8b60-d7496d81d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316944 Jul 13 15:48:28.697553 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-3eb38d92-c3b6-459d-aa00-313ec4d66e36 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299344732&fields=id&tenant_id=50acfe22c2bb47d686af47862870744a HTTP/1.1" status: 200 len: 267 time: 0.0362477 Jul 13 15:48:28.789515 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d362e-1d2f-44cc-8aac-dd6bfd39608c req-15caeb20-ad3d-4f30-b2fe-7eee5426800f tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:28.790976 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3e8d362e-1d2f-44cc-8aac-dd6bfd39608c req-15caeb20-ad3d-4f30-b2fe-7eee5426800f tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 945 time: 0.0676222 Jul 13 15:48:28.808364 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-ce6a719d-ca02-4957-9494-452b3bbf0a47 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:28.810760 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-ce6a719d-ca02-4957-9494-452b3bbf0a47 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/networks?id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 HTTP/1.1" status: 200 len: 808 time: 0.1063046 Jul 13 15:48:28.826280 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-5281aa23-f721-4d55-8704-866d6fa2de2a tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/quotas/50acfe22c2bb47d686af47862870744a HTTP/1.1" status: 200 len: 375 time: 0.0098696 Jul 13 15:48:28.832995 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3e8d362e-1d2f-44cc-8aac-dd6bfd39608c req-caa08e86-4bf5-4215-aa99-dbd28f13dd59 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=18150b26-b346-4203-8b60-d7496d81d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353608 Jul 13 15:48:28.897840 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-cd35add0-239e-45ca-b47f-9a3117f312a6 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=50acfe22c2bb47d686af47862870744a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658119 Jul 13 15:48:28.993084 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-471b5b00-857d-4e3f-95f8-31e318880a2d service neutron] 10.222.0.59 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846796 Jul 13 15:48:29.002295 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eae6f1-ef0a-4cb8-98e8-d33feeb3e3b5 req-92d03a9a-260a-46cc-b32e-52279830ffd4 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:29.003781 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-31eae6f1-ef0a-4cb8-98e8-d33feeb3e3b5 req-92d03a9a-260a-46cc-b32e-52279830ffd4 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 945 time: 0.0643599 Jul 13 15:48:29.013122 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49844) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:29.017649 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-0d8d68ed-d56e-4eb6-8bed-4fb8d7430482 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Request body: {'floatingip': {'port_id': '5f0fe3d3-b0be-48d7-9093-2a3ba852f63e'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:29.056384 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0d8d68ed-d56e-4eb6-8bed-4fb8d7430482 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for floatingip, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:29.082617 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-9f28d09c-4c59-4316-b2f6-e7b2acd93405 service neutron] 10.222.0.59 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830381 Jul 13 15:48:29.676109 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fc36753a-2a77-43c5-add9-b31f65fb026c req-6cd777cf-5546-4639-8f6b-68c50d4230ea tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 210 time: 0.3166122 Jul 13 15:48:29.803861 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0d8d68ed-d56e-4eb6-8bed-4fb8d7430482 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:29.808769 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0d8d68ed-d56e-4eb6-8bed-4fb8d7430482 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:29.916777 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.l3_db [None req-0d8d68ed-d56e-4eb6-8bed-4fb8d7430482 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Floating IP b05fca29-c144-4761-aaad-b7527a8ceecc associated. External IP: 172.27.1.30, port: 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e. Jul 13 15:48:30.143238 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8d68ed-d56e-4eb6-8bed-4fb8d7430482 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Router d341dc80-e438-4fc1-9dd2-36f3ca0af724 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:48:30.245928 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8d68ed-d56e-4eb6-8bed-4fb8d7430482 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:48:30.250512 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0d8d68ed-d56e-4eb6-8bed-4fb8d7430482 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:30.256086 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20381091-e977-4b16-9d06-ef136397b4b5 None None] Sync routers for ids ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:48:30.266226 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20381091-e977-4b16-9d06-ef136397b4b5 None None] Routers {'d341dc80-e438-4fc1-9dd2-36f3ca0af724'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:48:30.266857 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-20381091-e977-4b16-9d06-ef136397b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:48:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:30.287494 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0d8d68ed-d56e-4eb6-8bed-4fb8d7430482 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "PUT /v2.0/floatingips/b05fca29-c144-4761-aaad-b7527a8ceecc HTTP/1.1" status: 200 len: 990 time: 1.2732317 Jul 13 15:48:30.288084 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7', 'tag': '5f0fe3d3-b0be-48d7-9093-2a3ba852f63e'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:48:30.290361 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34adfc4e-fd40-4698-8298-177e681f993f" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7", "tag": "5f0fe3d3-b0be-48d7-9093-2a3ba852f63e"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:48:30.326730 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cf9b54-8f62-45ba-8379-4a38588e3a6a x-openstack-request-id: req-b9cf9b54-8f62-45ba-8379-4a38588e3a6a {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:48:30.327015 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7", "tag": "5f0fe3d3-b0be-48d7-9093-2a3ba852f63e", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:48:30.327260 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9cf9b54-8f62-45ba-8379-4a38588e3a6a {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:48:30.327653 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7', 'tag': '5f0fe3d3-b0be-48d7-9093-2a3ba852f63e', 'status': 'completed', 'code': 200} Jul 13 15:48:30.377830 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-20381091-e977-4b16-9d06-ef136397b4b5 None None] Set router d341dc80-e438-4fc1-9dd2-36f3ca0af724 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:48:30.469385 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adfc4e-fd40-4698-8298-177e681f993f req-e72263df-d986-4f44-a72b-eed8660041dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:30.470909 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-34adfc4e-fd40-4698-8298-177e681f993f req-e72263df-d986-4f44-a72b-eed8660041dc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb&device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0601673 Jul 13 15:48:30.563738 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adfc4e-fd40-4698-8298-177e681f993f req-f2de9d49-29d9-4d35-95ed-2d3b81ba8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:30.565391 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-34adfc4e-fd40-4698-8298-177e681f993f req-f2de9d49-29d9-4d35-95ed-2d3b81ba8058 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c HTTP/1.1" status: 200 len: 911 time: 0.0870078 Jul 13 15:48:30.613430 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-20381091-e977-4b16-9d06-ef136397b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': 'b05fca29-c144-4761-aaad-b7527a8ceecc', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'port_id': '5f0fe3d3-b0be-48d7-9093-2a3ba852f63e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'mac_address': 'fa:16:3e:27:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:48:09Z', 'updated_at': '2021-07-13T15:48:29Z', 'revision_number': 1, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ae0299-e6ea-4eee-ad71-045746fb0d34', 'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'mac_address': 'fa:16:3e:ad:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:53Z', 'revision_number': 5, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'subnets': [{'id': '45402ac4-397c-481f-9144-a5b5042569e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:30.639287 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20381091-e977-4b16-9d06-ef136397b4b5 None None] Checking router: d341dc80-e438-4fc1-9dd2-36f3ca0af724 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:48:30.647211 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20381091-e977-4b16-9d06-ef136397b4b5 None None] Routers {'d341dc80-e438-4fc1-9dd2-36f3ca0af724'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:48:30.647803 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-20381091-e977-4b16-9d06-ef136397b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:48:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:30.818531 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5063e2e0-3faa-4447-bf9a-a0d945ae4ff9 req-b298b0c4-ee84-44d8-b7ea-ef62d45a3603 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 210 time: 0.0300107 Jul 13 15:48:30.870620 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-20381091-e977-4b16-9d06-ef136397b4b5 None None] Set router d341dc80-e438-4fc1-9dd2-36f3ca0af724 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:48:31.090260 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-20381091-e977-4b16-9d06-ef136397b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': 'b05fca29-c144-4761-aaad-b7527a8ceecc', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'port_id': '5f0fe3d3-b0be-48d7-9093-2a3ba852f63e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'mac_address': 'fa:16:3e:27:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:48:09Z', 'updated_at': '2021-07-13T15:48:29Z', 'revision_number': 1, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ae0299-e6ea-4eee-ad71-045746fb0d34', 'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'mac_address': 'fa:16:3e:ad:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:53Z', 'revision_number': 5, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'subnets': [{'id': '45402ac4-397c-481f-9144-a5b5042569e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:31.115217 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20381091-e977-4b16-9d06-ef136397b4b5 None None] The sync data for ids ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'] in dv-cinder-788366-2-iscsi is: [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': 'b05fca29-c144-4761-aaad-b7527a8ceecc', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'port_id': '5f0fe3d3-b0be-48d7-9093-2a3ba852f63e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'mac_address': 'fa:16:3e:27:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:48:09Z', 'updated_at': '2021-07-13T15:48:29Z', 'revision_number': 1, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ae0299-e6ea-4eee-ad71-045746fb0d34', 'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'mac_address': 'fa:16:3e:ad:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:53Z', 'revision_number': 5, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'subnets': [{'id': '45402ac4-397c-481f-9144-a5b5042569e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:48:31.313638 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d0103-15a7-4c86-939e-0bffccfddfcf None None] New status for floating IP b05fca29-c144-4761-aaad-b7527a8ceecc: ACTIVE {{(pid=93021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:48:33.372193 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-34adfc4e-fd40-4698-8298-177e681f993f req-c6bbd92c-f001-473b-8d4b-7f5fcd7179e5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f0fe3d3-b0be-48d7-9093-2a3ba852f63e HTTP/1.1" status: 200 len: 1000 time: 0.0709414 Jul 13 15:48:33.414408 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-a736dfbf-6d89-45e1-8c35-95531e6692df tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:33.415930 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-a736dfbf-6d89-45e1-8c35-95531e6692df tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.63 "GET /v2.0/networks?id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 HTTP/1.1" status: 200 len: 808 time: 0.1133950 Jul 13 15:48:33.429613 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adfc4e-fd40-4698-8298-177e681f993f req-5f3e7914-9d42-4199-8dd4-be030bdac1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:33.431085 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-34adfc4e-fd40-4698-8298-177e681f993f req-5f3e7914-9d42-4199-8dd4-be030bdac1f9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=45402ac4-397c-481f-9144-a5b5042569e3 HTTP/1.1" status: 200 len: 849 time: 0.0517750 Jul 13 15:48:33.475596 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e7be7f7e-8e2d-42c4-9d4f-a3a2782fb912 req-d31efbab-e93f-4457-a2d0-ddf59e8697e0 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 210 time: 0.0350935 Jul 13 15:48:33.516618 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adfc4e-fd40-4698-8298-177e681f993f req-3a9274f2-8d93-4400-96b2-44ec508d9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:33.518155 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-32174e43-d5aa-4390-a454-7f9083668d11 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50acfe22c2bb47d686af47862870744a HTTP/1.1" status: 200 len: 380 time: 0.0660679 Jul 13 15:48:33.518342 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-34adfc4e-fd40-4698-8298-177e681f993f req-3a9274f2-8d93-4400-96b2-44ec508d9ff8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f72fbdcf-715a-4e75-9feb-cfeae0bf874c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654099 Jul 13 15:48:33.551677 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-9574697f-98c0-4e7a-9262-30f6d0e9f350 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Request body: {'port': {'device_id': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'admin_state_up': True, 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'security_groups': ['df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf']}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:33.636716 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-34adfc4e-fd40-4698-8298-177e681f993f req-cb0dfb91-2f6d-41de-821a-350d5a76128b service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878806 Jul 13 15:48:33.667518 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-9574697f-98c0-4e7a-9262-30f6d0e9f350 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Made reservation on behalf of 50acfe22c2bb47d686af47862870744a for: {'port': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:48:33.671808 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-9574697f-98c0-4e7a-9262-30f6d0e9f350 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:33.725886 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-34adfc4e-fd40-4698-8298-177e681f993f req-339dc809-8e4c-43bd-ae0c-d0271b6e0466 service neutron] 10.222.0.63 "GET /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824811 Jul 13 15:48:33.791645 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-9574697f-98c0-4e7a-9262-30f6d0e9f350 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Allocated IP 172.20.0.8 (86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0/dd837ee8-9245-4be6-ac07-56c69dc729c7/08e1c253-8f21-44c1-81ce-9cbe419d9438) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:48:33.928755 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-9574697f-98c0-4e7a-9262-30f6d0e9f350 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:33.941899 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-9574697f-98c0-4e7a-9262-30f6d0e9f350 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Transition to ACTIVE for port object 08e1c253-8f21-44c1-81ce-9cbe419d9438 will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:48:33.973090 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-9574697f-98c0-4e7a-9262-30f6d0e9f350 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:34.015973 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-9574697f-98c0-4e7a-9262-30f6d0e9f350 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Network 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:48:34.020840 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-9574697f-98c0-4e7a-9262-30f6d0e9f350 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:48:34.023432 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-9574697f-98c0-4e7a-9262-30f6d0e9f350 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:48:34.053602 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574697f-98c0-4e7a-9262-30f6d0e9f350 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Pushing event updated for resources: {'Port': ['ID=08e1c253-8f21-44c1-81ce-9cbe419d9438,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:34.083080 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-9574697f-98c0-4e7a-9262-30f6d0e9f350 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:34.083695 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-9574697f-98c0-4e7a-9262-30f6d0e9f350 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:34.098801 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-9574697f-98c0-4e7a-9262-30f6d0e9f350 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5507808 Jul 13 15:48:34.117591 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Request body: {'port': {'device_id': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:34.197597 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:34.287659 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-41e65b7d-c987-4dd3-97f0-a5166ebb94df None None] Provisioning for port 08e1c253-8f21-44c1-81ce-9cbe419d9438 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:48:34.294314 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-41e65b7d-c987-4dd3-97f0-a5166ebb94df None None] Provisioning complete for port 08e1c253-8f21-44c1-81ce-9cbe419d9438 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:48:34.294880 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-41e65b7d-c987-4dd3-97f0-a5166ebb94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:34.343908 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-41e65b7d-c987-4dd3-97f0-a5166ebb94df None None] Port 08e1c253-8f21-44c1-81ce-9cbe419d9438 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:48:34.533242 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e1c253-8f21-44c1-81ce-9cbe419d9438 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:48:34.540749 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:34.553304 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Transition to ACTIVE for port object 08e1c253-8f21-44c1-81ce-9cbe419d9438 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:48:34.556768 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:34.607931 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Pushing event updated for resources: {'Port': ['ID=08e1c253-8f21-44c1-81ce-9cbe419d9438,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:34.680671 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Attempting to bind port 08e1c253-8f21-44c1-81ce-9cbe419d9438 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:48:34.680983 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Attempting to bind port 08e1c253-8f21-44c1-81ce-9cbe419d9438 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'dbe34bfe-52bd-44cc-a6f4-a26190fa1e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:48:34.681565 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Attempting to bind port 08e1c253-8f21-44c1-81ce-9cbe419d9438 on network 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:48:34.687197 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Port 08e1c253-8f21-44c1-81ce-9cbe419d9438 on network 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:48:34.687757 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Attempting to bind port 08e1c253-8f21-44c1-81ce-9cbe419d9438 on network 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:48:34.693430 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:48:34.693975 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Checking segment: {'id': 'dbe34bfe-52bd-44cc-a6f4-a26190fa1e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:48:34.694229 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Bound using segment: {'id': 'dbe34bfe-52bd-44cc-a6f4-a26190fa1e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:48:34.694906 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Bound port: 08e1c253-8f21-44c1-81ce-9cbe419d9438, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe34bfe-52bd-44cc-a6f4-a26190fa1e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:48:34.695234 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:34.698526 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8891a-81e1-4128-bd04-87fca10e0e8b req-9b36fb68-f709-47a2-825b-6597c562f414 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:34.701042 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-62a8891a-81e1-4128-bd04-87fca10e0e8b req-9b36fb68-f709-47a2-825b-6597c562f414 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 943 time: 0.0721881 Jul 13 15:48:34.747857 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-62a8891a-81e1-4128-bd04-87fca10e0e8b req-09df021c-7c80-47de-aaec-c05c1cc47dc4 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390787 Jul 13 15:48:34.762474 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] For port 08e1c253-8f21-44c1-81ce-9cbe419d9438, host hv-cinder-78836, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:48:34.766356 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] For port 08e1c253-8f21-44c1-81ce-9cbe419d9438, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438,segment=NetworkSegment(dbe34bfe-52bd-44cc-a6f4-a26190fa1e04),segment_id=dbe34bfe-52bd-44cc-a6f4-a26190fa1e04)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:48:34.778451 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:34.816576 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:34.817182 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:34.818842 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] 10.222.0.63 "PUT /v2.0/ports/08e1c253-8f21-44c1-81ce-9cbe419d9438 HTTP/1.1" status: 200 len: 1093 time: 0.7056754 Jul 13 15:48:34.819350 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'tag': '08e1c253-8f21-44c1-81ce-9cbe419d9438'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:48:34.821454 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab27d5a-b5a9-4619-98cf-05feec0efa72" -d '{"events": [{"name": "network-changed", "server_uuid": "b6894ae5-ed94-4afa-8f55-ff5c53894952", "tag": "08e1c253-8f21-44c1-81ce-9cbe419d9438"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:48:34.844668 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0162509-9fb7-467f-bdcb-a72fbe936839 service neutron] Pushing event updated for resources: {'Port': ['ID=08e1c253-8f21-44c1-81ce-9cbe419d9438,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:34.875928 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1014ad-9993-4abe-88e3-a49deb9da0df x-openstack-request-id: req-9b1014ad-9993-4abe-88e3-a49deb9da0df {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:48:34.876218 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6894ae5-ed94-4afa-8f55-ff5c53894952", "tag": "08e1c253-8f21-44c1-81ce-9cbe419d9438", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:48:34.876467 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b1014ad-9993-4abe-88e3-a49deb9da0df {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:48:34.876856 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'tag': '08e1c253-8f21-44c1-81ce-9cbe419d9438', 'status': 'completed', 'code': 200} Jul 13 15:48:34.942540 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-18d19ee7-c338-4045-b3cb-d0df7fe74c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:34.944308 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-18d19ee7-c338-4045-b3cb-d0df7fe74c26 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=50acfe22c2bb47d686af47862870744a&device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 1096 time: 0.0540392 Jul 13 15:48:34.992534 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-2e7dcd76-dbdb-4510-a566-5b8ce0e700e2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438 HTTP/1.1" status: 200 len: 217 time: 0.0338144 Jul 13 15:48:35.041635 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-08e4acc5-6536-4ddf-bef2-6211c607c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:35.043140 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-08e4acc5-6536-4ddf-bef2-6211c607c51c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dd837ee8-9245-4be6-ac07-56c69dc729c7 HTTP/1.1" status: 200 len: 847 time: 0.0443070 Jul 13 15:48:35.097782 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-8c635ab4-0ee9-4761-8d10-66d88187f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:35.099261 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-8c635ab4-0ee9-4761-8d10-66d88187f734 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500157 Jul 13 15:48:35.183057 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-40569cbe-ad3b-4c84-a9a8-ecdb03400fef service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770538 Jul 13 15:48:35.271313 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c719a0e0-9887-45ba-b82e-0b3c192dd198 req-845ff828-2dc4-4cf6-9b8e-264d3cd27cc1 service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810010 Jul 13 15:48:35.412142 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab27d5a-b5a9-4619-98cf-05feec0efa72 req-68ccbc37-16e9-472a-b1fb-6dc0af069679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:35.413582 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bab27d5a-b5a9-4619-98cf-05feec0efa72 req-68ccbc37-16e9-472a-b1fb-6dc0af069679 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=50acfe22c2bb47d686af47862870744a&device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 1096 time: 0.0517817 Jul 13 15:48:35.514208 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab27d5a-b5a9-4619-98cf-05feec0efa72 req-3f2b852c-d4a3-4c5c-aa55-612e1441640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:35.515696 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bab27d5a-b5a9-4619-98cf-05feec0efa72 req-3f2b852c-d4a3-4c5c-aa55-612e1441640a service neutron] 10.222.0.63 "GET /v2.0/networks?id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 HTTP/1.1" status: 200 len: 909 time: 0.0937209 Jul 13 15:48:35.559765 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bab27d5a-b5a9-4619-98cf-05feec0efa72 req-996d9ec4-6b59-4fbf-acbc-773ccea83f2b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438 HTTP/1.1" status: 200 len: 217 time: 0.0361319 Jul 13 15:48:35.609625 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab27d5a-b5a9-4619-98cf-05feec0efa72 req-801b7dd4-fb3b-44fc-87bb-c2220d25974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:35.611140 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bab27d5a-b5a9-4619-98cf-05feec0efa72 req-801b7dd4-fb3b-44fc-87bb-c2220d25974c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dd837ee8-9245-4be6-ac07-56c69dc729c7 HTTP/1.1" status: 200 len: 847 time: 0.0455256 Jul 13 15:48:35.674512 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab27d5a-b5a9-4619-98cf-05feec0efa72 req-4dc332b6-9c55-44cb-ad6a-5310ffc485bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:35.675936 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bab27d5a-b5a9-4619-98cf-05feec0efa72 req-4dc332b6-9c55-44cb-ad6a-5310ffc485bc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560892 Jul 13 15:48:35.798924 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bab27d5a-b5a9-4619-98cf-05feec0efa72 req-79bb93f6-9ea5-4557-809d-3fce7a2823c1 service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847661 Jul 13 15:48:35.891910 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bab27d5a-b5a9-4619-98cf-05feec0efa72 req-9d4645c3-2b58-422e-9095-c5feaa274fab service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859642 Jul 13 15:48:35.932260 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a0ae9-416d-45ab-855a-ab2a0e1fade7 req-7be3d6d0-c066-4b09-accf-69d19ea87a43 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:35.934322 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0d3a0ae9-416d-45ab-855a-ab2a0e1fade7 req-7be3d6d0-c066-4b09-accf-69d19ea87a43 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 943 time: 0.0625889 Jul 13 15:48:35.970498 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0d3a0ae9-416d-45ab-855a-ab2a0e1fade7 req-23c6699f-951a-4699-b016-9a193bd2535a tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305839 Jul 13 15:48:37.421202 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f51cd7-2fd4-4bfc-82e1-0e6da3aff7a8 req-e32ca17f-e282-4e80-995f-1166cf728053 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:37.422755 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a3f51cd7-2fd4-4bfc-82e1-0e6da3aff7a8 req-e32ca17f-e282-4e80-995f-1166cf728053 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 943 time: 0.3336804 Jul 13 15:48:37.459090 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a3f51cd7-2fd4-4bfc-82e1-0e6da3aff7a8 req-f9758811-3f65-4035-80b8-3bc6ffc494b1 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308726 Jul 13 15:48:38.628681 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608f4c8-5ded-49ab-943d-bac6a35a991a req-2c47826c-4959-42a0-85cb-c2e64dd2585f tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:38.630214 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d608f4c8-5ded-49ab-943d-bac6a35a991a req-2c47826c-4959-42a0-85cb-c2e64dd2585f tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 943 time: 0.0616937 Jul 13 15:48:38.666778 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d608f4c8-5ded-49ab-943d-bac6a35a991a req-3e18bb66-5c94-40cb-abdc-d02c412c3736 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312016 Jul 13 15:48:39.056862 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 49950) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:39.158487 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-14f77a6d-064b-4d74-875b-697cedb4349f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:39.251960 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-14f77a6d-064b-4d74-875b-697cedb4349f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:39.256232 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-14f77a6d-064b-4d74-875b-697cedb4349f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:39.294527 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-14f77a6d-064b-4d74-875b-697cedb4349f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6b97304030784ab5a7989d7682fc015c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365336 Jul 13 15:48:39.295357 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f77a6d-064b-4d74-875b-697cedb4349f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbec3c23-0dc7-4d55-a702-d8649e4191b9,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:39.297153 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 49956) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:39.345319 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-18779646-22ce-4fcf-af32-5144fe3380ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:39.366550 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-18779646-22ce-4fcf-af32-5144fe3380ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:39.412295 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-18779646-22ce-4fcf-af32-5144fe3380ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:39.414846 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-18779646-22ce-4fcf-af32-5144fe3380ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:39.416041 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-18779646-22ce-4fcf-af32-5144fe3380ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fbec3c23-0dc7-4d55-a702-d8649e4191b9 HTTP/1.1" status: 204 len: 168 time: 0.1165714 Jul 13 15:48:39.424347 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18779646-22ce-4fcf-af32-5144fe3380ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbec3c23-0dc7-4d55-a702-d8649e4191b9,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:39.842601 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435781c7-14be-4d19-ac42-071d257f7da1 req-030ee4d1-1e34-4934-835a-30499a22bf5e tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:39.844047 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-435781c7-14be-4d19-ac42-071d257f7da1 req-030ee4d1-1e34-4934-835a-30499a22bf5e tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 943 time: 0.0640996 Jul 13 15:48:39.880276 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-435781c7-14be-4d19-ac42-071d257f7da1 req-30b7f993-35fb-4961-9416-79ecb05c459a tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308354 Jul 13 15:48:41.050207 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f41611-b449-4f05-b093-a16975274893 req-576fa30a-8160-40cc-bab0-ae2d1ff17282 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:41.051671 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-26f41611-b449-4f05-b093-a16975274893 req-576fa30a-8160-40cc-bab0-ae2d1ff17282 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 943 time: 0.0614524 Jul 13 15:48:41.087629 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-26f41611-b449-4f05-b093-a16975274893 req-d6893ef9-3c9f-4761-a9b9-a968d2f54f84 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305092 Jul 13 15:48:42.257417 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27d3cc-8e55-4bb5-8feb-52ff1865e953 req-6abb7673-1805-4c93-bde4-ac4aa7e79cc6 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:42.258911 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0e27d3cc-8e55-4bb5-8feb-52ff1865e953 req-6abb7673-1805-4c93-bde4-ac4aa7e79cc6 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 943 time: 0.0618217 Jul 13 15:48:42.296351 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0e27d3cc-8e55-4bb5-8feb-52ff1865e953 req-b758e34f-86f5-4e47-9bc1-f3a3b578cbbf tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318797 Jul 13 15:48:43.469107 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb4bfc-80b9-435b-9cad-b56e4f4f2ce0 req-b61e24d7-fe71-478a-a6d2-4d5fe18218c3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:43.470609 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d0fb4bfc-80b9-435b-9cad-b56e4f4f2ce0 req-b61e24d7-fe71-478a-a6d2-4d5fe18218c3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 943 time: 0.0650547 Jul 13 15:48:43.507345 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d0fb4bfc-80b9-435b-9cad-b56e4f4f2ce0 req-97075d41-2545-4586-8116-e384d72def22 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311911 Jul 13 15:48:43.955613 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 08e1c253-8f21-44c1-81ce-9cbe419d9438 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:48:44.050293 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 08e1c253-8f21-44c1-81ce-9cbe419d9438, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438,segment=NetworkSegment(dbe34bfe-52bd-44cc-a6f4-a26190fa1e04),segment_id=dbe34bfe-52bd-44cc-a6f4-a26190fa1e04)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:44.061394 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '08e1c253-8f21-44c1-81ce-9cbe419d9438', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'port_id': '08e1c253-8f21-44c1-81ce-9cbe419d9438', 'mac_address': 'fa:16:3e:e4:7a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:48:44.097666 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:44.110413 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e1c253-8f21-44c1-81ce-9cbe419d9438 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:48:44.128598 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 08e1c253-8f21-44c1-81ce-9cbe419d9438, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438,segment=NetworkSegment(dbe34bfe-52bd-44cc-a6f4-a26190fa1e04),segment_id=dbe34bfe-52bd-44cc-a6f4-a26190fa1e04)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:44.132426 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:44.177173 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=08e1c253-8f21-44c1-81ce-9cbe419d9438,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:44.451742 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['08e1c253-8f21-44c1-81ce-9cbe419d9438'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:48:44.683782 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedcde3-3484-48a9-8780-725a3bde6506 req-0fb8ccce-92e3-4948-a631-5a46f131759a tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:44.685948 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4dedcde3-3484-48a9-8780-725a3bde6506 req-0fb8ccce-92e3-4948-a631-5a46f131759a tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 944 time: 0.0658951 Jul 13 15:48:44.722856 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-4dedcde3-3484-48a9-8780-725a3bde6506 req-16bb6e99-a522-49db-9bb2-b4d13f3a9bf5 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311949 Jul 13 15:48:45.894743 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de86a9-afd2-4284-b0b0-fc4c412eb794 req-3461b153-3907-4252-a84e-dc2b34186456 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:45.896194 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e8de86a9-afd2-4284-b0b0-fc4c412eb794 req-3461b153-3907-4252-a84e-dc2b34186456 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 944 time: 0.0616782 Jul 13 15:48:45.932389 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e8de86a9-afd2-4284-b0b0-fc4c412eb794 req-72b1e564-bfca-4a95-a364-572239bdbd89 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307312 Jul 13 15:48:45.956866 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 08e1c253-8f21-44c1-81ce-9cbe419d9438 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:48:46.007506 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port 08e1c253-8f21-44c1-81ce-9cbe419d9438 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:48:46.010971 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 08e1c253-8f21-44c1-81ce-9cbe419d9438 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:48:46.011343 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:46.087149 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:46.109778 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e1c253-8f21-44c1-81ce-9cbe419d9438'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:48:46.112458 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ec824e-43f6-490c-a797-b285662e266d" -d '{"events": [{"server_uuid": "b6894ae5-ed94-4afa-8f55-ff5c53894952", "name": "network-vif-plugged", "status": "completed", "tag": "08e1c253-8f21-44c1-81ce-9cbe419d9438"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:48:46.125910 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 08e1c253-8f21-44c1-81ce-9cbe419d9438, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438,segment=NetworkSegment(dbe34bfe-52bd-44cc-a6f4-a26190fa1e04),segment_id=dbe34bfe-52bd-44cc-a6f4-a26190fa1e04)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:48:46.130513 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:46.158435 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544c4e45-9e47-4b88-ad58-cf562d6600c3 x-openstack-request-id: req-544c4e45-9e47-4b88-ad58-cf562d6600c3 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:48:46.158735 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6894ae5-ed94-4afa-8f55-ff5c53894952", "name": "network-vif-plugged", "status": "completed", "tag": "08e1c253-8f21-44c1-81ce-9cbe419d9438", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:48:46.158980 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-544c4e45-9e47-4b88-ad58-cf562d6600c3 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:48:46.159357 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e1c253-8f21-44c1-81ce-9cbe419d9438', 'code': 200} Jul 13 15:48:46.183517 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=08e1c253-8f21-44c1-81ce-9cbe419d9438,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:46.191196 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:46.191583 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:46.191884 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:46.192218 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:46.192549 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:46.193131 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:46.193459 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:46.193816 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:46.194145 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:46.194469 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:46.194790 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:46.195110 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:46.485195 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47033fb5-70f1-4295-bf38-729f6e415dd6 req-730fa805-1716-48ff-a527-924251974571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:46.486998 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-47033fb5-70f1-4295-bf38-729f6e415dd6 req-730fa805-1716-48ff-a527-924251974571 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 1098 time: 0.0510855 Jul 13 15:48:46.520027 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-47033fb5-70f1-4295-bf38-729f6e415dd6 req-620888ed-1d78-4d12-a524-6e47efffc2a1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268288 Jul 13 15:48:47.104302 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cc8ac-cb39-40ce-bb33-fbdf42ef164b req-ef7ff94b-340f-4586-b460-6aebdf1ab876 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:47.105750 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-717cc8ac-cb39-40ce-bb33-fbdf42ef164b req-ef7ff94b-340f-4586-b460-6aebdf1ab876 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0596457 Jul 13 15:48:47.143167 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-717cc8ac-cb39-40ce-bb33-fbdf42ef164b req-83079abc-ea2e-4b15-8b76-870a26b9d0de tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313549 Jul 13 15:48:48.316341 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e7c27-0251-438b-b514-8d92520f6ca8 req-0afa2b29-76b6-43f6-aa19-7fb83afcac4f tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:48.318098 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0e5e7c27-0251-438b-b514-8d92520f6ca8 req-0afa2b29-76b6-43f6-aa19-7fb83afcac4f tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0629771 Jul 13 15:48:48.354595 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0e5e7c27-0251-438b-b514-8d92520f6ca8 req-caa945b4-1651-4e0a-ad71-28660516c76e tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310466 Jul 13 15:48:48.530262 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed82b-58d4-49e2-9012-ff426c11e588 req-a6c1ed9a-121e-446b-b99c-6af361644593 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:48.531752 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b56ed82b-58d4-49e2-9012-ff426c11e588 req-a6c1ed9a-121e-446b-b99c-6af361644593 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0664763 Jul 13 15:48:48.568649 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b56ed82b-58d4-49e2-9012-ff426c11e588 req-0863818c-03d2-4edd-8148-138d3468d9e3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314300 Jul 13 15:48:48.592638 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 50012) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:48.782667 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b7ca0f-1cbe-484b-92e4-b9489be18fe0 tempest-TestShelveInstance-900882517 tempest-TestShelveInstance-900882517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:48.784170 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-19b7ca0f-1cbe-484b-92e4-b9489be18fe0 tempest-TestShelveInstance-900882517 tempest-TestShelveInstance-900882517-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 1093 time: 0.1905417 Jul 13 15:48:48.787105 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 50016) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:48:48.791314 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Request body: {'floatingip': {'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'port_id': '08e1c253-8f21-44c1-81ce-9cbe419d9438', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:48:48.814405 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for floatingip, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:48.906701 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:49.010008 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Allocated IP 172.27.1.7 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/7b158a50-1a48-4847-9641-548cb1e77c6c) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:48:49.106372 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:49.142595 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:49.182306 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:48:49.186967 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:48:49.190371 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:48:49.211307 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Pushing event updated for resources: {'Port': ['ID=7b158a50-1a48-4847-9641-548cb1e77c6c,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:49.223710 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:49.224051 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:49.224386 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:49.224716 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:49.225042 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:49.225364 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:49.225729 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:49.226051 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:49.226369 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:49.226684 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:49.227023 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:49.227336 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:48:49.548954 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:49.628587 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:49.778197 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:49.782858 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:49.850982 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Pushing event updated for resources: {'Port': ['ID=7b158a50-1a48-4847-9641-548cb1e77c6c,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:48:49.860311 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:49.957359 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.l3_db [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Floating IP 5be1194e-9002-4b50-817e-062d30786519 associated. External IP: 172.27.1.7, port: 08e1c253-8f21-44c1-81ce-9cbe419d9438. Jul 13 15:48:50.155079 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Router 2719f5f3-d1de-417f-bcf5-3c649f676a17 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:48:50.258535 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:48:50.267816 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969563e5-b505-40a7-bc17-729069b5e62b None None] Sync routers for ids ['2719f5f3-d1de-417f-bcf5-3c649f676a17'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:48:50.276621 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:50.277877 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969563e5-b505-40a7-bc17-729069b5e62b None None] Routers {'2719f5f3-d1de-417f-bcf5-3c649f676a17'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:48:50.278490 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-969563e5-b505-40a7-bc17-729069b5e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:48:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2719f5f3-d1de-417f-bcf5-3c649f676a17'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:50.312709 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-c71d170f-7df8-4491-9fdd-acca2500bb69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5246027 Jul 13 15:48:50.313277 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'tag': '08e1c253-8f21-44c1-81ce-9cbe419d9438'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:48:50.315554 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cde9e79-e2c7-4fc2-8796-d7a0dce3ea18" -d '{"events": [{"name": "network-changed", "server_uuid": "b6894ae5-ed94-4afa-8f55-ff5c53894952", "tag": "08e1c253-8f21-44c1-81ce-9cbe419d9438"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:48:50.351892 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35324b11-523d-4f38-a1dd-f33908992aba x-openstack-request-id: req-35324b11-523d-4f38-a1dd-f33908992aba {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:48:50.352188 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6894ae5-ed94-4afa-8f55-ff5c53894952", "tag": "08e1c253-8f21-44c1-81ce-9cbe419d9438", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:48:50.352425 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-35324b11-523d-4f38-a1dd-f33908992aba {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:48:50.352814 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'tag': '08e1c253-8f21-44c1-81ce-9cbe419d9438', 'status': 'completed', 'code': 200} Jul 13 15:48:50.384276 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4aa5648b-4a1c-44d0-ae36-97144533fc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:50.409442 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-969563e5-b505-40a7-bc17-729069b5e62b None None] Set router 2719f5f3-d1de-417f-bcf5-3c649f676a17 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:48:50.452284 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde9e79-e2c7-4fc2-8796-d7a0dce3ea18 req-d6fbda2a-963f-440f-af01-bb36435833e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:50.453819 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9cde9e79-e2c7-4fc2-8796-d7a0dce3ea18 req-d6fbda2a-963f-440f-af01-bb36435833e6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=50acfe22c2bb47d686af47862870744a&device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 1098 time: 0.0532467 Jul 13 15:48:50.545923 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde9e79-e2c7-4fc2-8796-d7a0dce3ea18 req-4f1fe188-6cac-41d1-8a1f-410d00266200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:50.547408 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9cde9e79-e2c7-4fc2-8796-d7a0dce3ea18 req-4f1fe188-6cac-41d1-8a1f-410d00266200 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 HTTP/1.1" status: 200 len: 909 time: 0.0857086 Jul 13 15:48:50.612406 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9cde9e79-e2c7-4fc2-8796-d7a0dce3ea18 req-7650b58d-4c7a-4ab5-81ad-1bfbb521c30c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438 HTTP/1.1" status: 200 len: 997 time: 0.0576885 Jul 13 15:48:50.629515 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-969563e5-b505-40a7-bc17-729069b5e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:47Z', 'revision_number': 4, 'project_id': '50acfe22c2bb47d686af47862870744a', 'gw_port': {'id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': '5be1194e-9002-4b50-817e-062d30786519', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'port_id': '08e1c253-8f21-44c1-81ce-9cbe419d9438', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'mac_address': 'fa:16:3e:e4:7a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:48:49Z', 'updated_at': '2021-07-13T15:48:49Z', 'revision_number': 0, 'project_id': '50acfe22c2bb47d686af47862870744a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2463d6fb-e1c7-4a2e-85c2-d00003fb707f', 'name': '', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'mac_address': 'fa:16:3e:bd:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:46Z', 'updated_at': '2021-07-13T15:47:55Z', 'revision_number': 5, 'project_id': '50acfe22c2bb47d686af47862870744a', 'subnets': [{'id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:50.660073 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969563e5-b505-40a7-bc17-729069b5e62b None None] Checking router: 2719f5f3-d1de-417f-bcf5-3c649f676a17 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:48:50.665033 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde9e79-e2c7-4fc2-8796-d7a0dce3ea18 req-663504c8-7e88-45e1-b4b4-b90843ca1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:50.666569 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9cde9e79-e2c7-4fc2-8796-d7a0dce3ea18 req-663504c8-7e88-45e1-b4b4-b90843ca1bab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dd837ee8-9245-4be6-ac07-56c69dc729c7 HTTP/1.1" status: 200 len: 847 time: 0.0478742 Jul 13 15:48:50.668565 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969563e5-b505-40a7-bc17-729069b5e62b None None] Routers {'2719f5f3-d1de-417f-bcf5-3c649f676a17'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:48:50.669183 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-969563e5-b505-40a7-bc17-729069b5e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:48:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2719f5f3-d1de-417f-bcf5-3c649f676a17'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:50.723299 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde9e79-e2c7-4fc2-8796-d7a0dce3ea18 req-03bfbeb9-ac39-481b-a660-052c44dfa6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:50.724790 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9cde9e79-e2c7-4fc2-8796-d7a0dce3ea18 req-03bfbeb9-ac39-481b-a660-052c44dfa6dc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520883 Jul 13 15:48:50.777567 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-969563e5-b505-40a7-bc17-729069b5e62b None None] Set router 2719f5f3-d1de-417f-bcf5-3c649f676a17 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:48:50.813318 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:50.839857 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9cde9e79-e2c7-4fc2-8796-d7a0dce3ea18 req-99462892-1941-422d-afcd-38c5829ec019 service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837085 Jul 13 15:48:50.948386 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9cde9e79-e2c7-4fc2-8796-d7a0dce3ea18 req-f351efcc-c359-4a03-ab0a-b71dbf91e220 service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857861 Jul 13 15:48:51.003780 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-969563e5-b505-40a7-bc17-729069b5e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:47Z', 'revision_number': 4, 'project_id': '50acfe22c2bb47d686af47862870744a', 'gw_port': {'id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': '5be1194e-9002-4b50-817e-062d30786519', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'port_id': '08e1c253-8f21-44c1-81ce-9cbe419d9438', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'mac_address': 'fa:16:3e:e4:7a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:48:49Z', 'updated_at': '2021-07-13T15:48:49Z', 'revision_number': 0, 'project_id': '50acfe22c2bb47d686af47862870744a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2463d6fb-e1c7-4a2e-85c2-d00003fb707f', 'name': '', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'mac_address': 'fa:16:3e:bd:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:46Z', 'updated_at': '2021-07-13T15:47:55Z', 'revision_number': 5, 'project_id': '50acfe22c2bb47d686af47862870744a', 'subnets': [{'id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:48:51.034253 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969563e5-b505-40a7-bc17-729069b5e62b None None] The sync data for ids ['2719f5f3-d1de-417f-bcf5-3c649f676a17'] in dv-cinder-788366-2-iscsi is: [{'id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:47Z', 'revision_number': 4, 'project_id': '50acfe22c2bb47d686af47862870744a', 'gw_port': {'id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': '5be1194e-9002-4b50-817e-062d30786519', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'port_id': '08e1c253-8f21-44c1-81ce-9cbe419d9438', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'mac_address': 'fa:16:3e:e4:7a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:48:49Z', 'updated_at': '2021-07-13T15:48:49Z', 'revision_number': 0, 'project_id': '50acfe22c2bb47d686af47862870744a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2463d6fb-e1c7-4a2e-85c2-d00003fb707f', 'name': '', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'mac_address': 'fa:16:3e:bd:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:46Z', 'updated_at': '2021-07-13T15:47:55Z', 'revision_number': 5, 'project_id': '50acfe22c2bb47d686af47862870744a', 'subnets': [{'id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:48:51.206218 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b4c6a1-5eaa-4008-acec-15dc4dc775a4 None None] New status for floating IP 5be1194e-9002-4b50-817e-062d30786519: ACTIVE {{(pid=93021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:48:52.797872 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e7321297-e508-47ed-b698-3d497a58aac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:53.034668 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:53.836378 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:48:53.914908 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:55.636528 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:48:55.775504 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4876356-c33f-4133-98e7-6d552ee0712a req-1f868edc-cb0e-4217-800e-2942e1231e29 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:55.776968 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a4876356-c33f-4133-98e7-6d552ee0712a req-1f868edc-cb0e-4217-800e-2942e1231e29 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0621674 Jul 13 15:48:55.814012 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a4876356-c33f-4133-98e7-6d552ee0712a req-f19a0f04-23a4-42ad-a0ab-36af19e1e17b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311637 Jul 13 15:48:56.995360 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae77d12-9d26-43be-b0f6-18454d9b373d req-d8ad723f-573e-40ce-9547-493e5f6e2a00 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:56.996829 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dae77d12-9d26-43be-b0f6-18454d9b373d req-d8ad723f-573e-40ce-9547-493e5f6e2a00 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0651102 Jul 13 15:48:57.034348 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dae77d12-9d26-43be-b0f6-18454d9b373d req-cf0b3ca3-452a-409e-a946-6a655811ca03 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318429 Jul 13 15:48:58.205425 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269accdc-ab2f-4b46-b1b2-9c626bf27f2c req-03c695f6-2d45-4ccf-b070-c00bd3de5e5c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:58.206894 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-269accdc-ab2f-4b46-b1b2-9c626bf27f2c req-03c695f6-2d45-4ccf-b070-c00bd3de5e5c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0609741 Jul 13 15:48:58.243538 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-269accdc-ab2f-4b46-b1b2-9c626bf27f2c req-7509cb8b-3e1a-44aa-9f54-bd2175d0eda4 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311942 Jul 13 15:48:59.415774 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e6b7e-c9f1-4c46-8963-f3e0712164b1 req-dac57f4a-e196-438f-a62d-08c3dc41512f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:48:59.417253 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-956e6b7e-c9f1-4c46-8963-f3e0712164b1 req-dac57f4a-e196-438f-a62d-08c3dc41512f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0628622 Jul 13 15:48:59.454673 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-956e6b7e-c9f1-4c46-8963-f3e0712164b1 req-d17d55a3-70ef-46da-bd72-9c651493204c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313537 Jul 13 15:49:00.632020 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0cec6-0435-4c0d-a67e-cad0f374f82e req-980d769c-19de-434b-9563-94b1693b6144 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:00.633524 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9d0cec6-0435-4c0d-a67e-cad0f374f82e req-980d769c-19de-434b-9563-94b1693b6144 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0663533 Jul 13 15:49:00.670739 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9d0cec6-0435-4c0d-a67e-cad0f374f82e req-dec5dff3-3861-4870-b337-1e5477fc32c8 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311453 Jul 13 15:49:01.847956 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd1692-15e0-4eb9-82b3-db08f8d1843c req-b788696b-a628-48bb-8ab4-a366a5533cec tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:01.849431 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d0dd1692-15e0-4eb9-82b3-db08f8d1843c req-b788696b-a628-48bb-8ab4-a366a5533cec tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0621150 Jul 13 15:49:01.885848 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d0dd1692-15e0-4eb9-82b3-db08f8d1843c req-9fff0655-f12f-45fc-b0d9-c75efed23729 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310175 Jul 13 15:49:03.061950 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49da3bf-9608-453b-9999-8761041abfcf req-3fddef9a-1c78-4ae5-adde-0e5ba068e7f2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:03.063432 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b49da3bf-9608-453b-9999-8761041abfcf req-3fddef9a-1c78-4ae5-adde-0e5ba068e7f2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0647173 Jul 13 15:49:03.099805 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b49da3bf-9608-453b-9999-8761041abfcf req-d3ccecc6-ed16-4ba9-918f-5fb1a3681e8a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305276 Jul 13 15:49:04.274025 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba1349-f91f-46ea-9b15-4313339a0fda req-f2ffcd35-d9e0-454d-82cd-27e377f8b1c3 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:04.275546 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-12ba1349-f91f-46ea-9b15-4313339a0fda req-f2ffcd35-d9e0-454d-82cd-27e377f8b1c3 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0616910 Jul 13 15:49:04.312746 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-12ba1349-f91f-46ea-9b15-4313339a0fda req-d245010c-999f-4796-8448-16a2ffb1a044 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316188 Jul 13 15:49:05.484679 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055f4a-1632-4ca4-b6cf-10eea559c726 req-e0db85d6-75e7-41e9-a5ec-2c5cf0f0f58e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:05.486199 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0a055f4a-1632-4ca4-b6cf-10eea559c726 req-e0db85d6-75e7-41e9-a5ec-2c5cf0f0f58e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0620301 Jul 13 15:49:05.524023 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0a055f4a-1632-4ca4-b6cf-10eea559c726 req-9a4bc5a8-b446-4294-90b3-243f02bb4ecd tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322738 Jul 13 15:49:06.703345 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88157916-f912-4191-b0d1-9c2cff60c9a9 req-a645ea93-7d89-4854-8ca8-b859d37683bb tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:06.704835 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-88157916-f912-4191-b0d1-9c2cff60c9a9 req-a645ea93-7d89-4854-8ca8-b859d37683bb tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0664501 Jul 13 15:49:06.742822 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-88157916-f912-4191-b0d1-9c2cff60c9a9 req-8ea0a398-f936-40fd-893c-b149b486a0b3 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324490 Jul 13 15:49:07.915596 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72c33-6a07-469f-adf3-ba987a202b27 req-0470847d-5e65-4247-9865-ba177ad1fcf1 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:07.917059 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-10e72c33-6a07-469f-adf3-ba987a202b27 req-0470847d-5e65-4247-9865-ba177ad1fcf1 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0616436 Jul 13 15:49:07.954243 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-10e72c33-6a07-469f-adf3-ba987a202b27 req-3ec77186-377c-4ba9-a750-8655d2bc6c37 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310009 Jul 13 15:49:08.060990 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:49:08.153324 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:49:08.164866 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'port_id': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'mac_address': 'fa:16:3e:26:b5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:49:08.204516 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:08.216329 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:49:08.235361 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:49:08.239463 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:08.285218 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,revision_number=6']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:08.454124 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['ca4bb49c-ca92-4c97-8725-ab8c5b0093b5'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:49:09.138426 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a81f4b-cb8e-4c38-92cb-5aeea8e5eead req-6676c849-d55a-46d2-a4a4-29610ab4ed6a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:09.141841 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c6a81f4b-cb8e-4c38-92cb-5aeea8e5eead req-6676c849-d55a-46d2-a4a4-29610ab4ed6a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 944 time: 0.0740588 Jul 13 15:49:09.194392 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c6a81f4b-cb8e-4c38-92cb-5aeea8e5eead req-9873c056-4d82-4184-8701-431976796e8c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436423 Jul 13 15:49:10.080616 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:49:10.133238 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:49:10.133713 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:10.220042 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:10.251030 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:49:10.253301 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5723079f-ed6f-46b6-84de-3ea10a0b4054" -d '{"events": [{"server_uuid": "fd89859f-0ca0-40cf-a69a-12ab6c3f3682", "name": "network-vif-plugged", "status": "completed", "tag": "ca4bb49c-ca92-4c97-8725-ab8c5b0093b5"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:49:10.275797 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:49:10.282895 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:10.419194 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2b61c-c7d4-4354-9f06-bce7549cd9c7 req-83adc125-5e18-4d78-9bc6-24bd22e86fd9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:10.426721 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a9c2b61c-c7d4-4354-9f06-bce7549cd9c7 req-83adc125-5e18-4d78-9bc6-24bd22e86fd9 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0740871 Jul 13 15:49:10.454708 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068b68b5-07a7-4d35-acc3-722915005f2f x-openstack-request-id: req-068b68b5-07a7-4d35-acc3-722915005f2f {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:49:10.455000 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd89859f-0ca0-40cf-a69a-12ab6c3f3682", "name": "network-vif-plugged", "status": "completed", "tag": "ca4bb49c-ca92-4c97-8725-ab8c5b0093b5", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:49:10.455257 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-068b68b5-07a7-4d35-acc3-722915005f2f {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:49:10.455641 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'code': 200} Jul 13 15:49:10.465700 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a9c2b61c-c7d4-4354-9f06-bce7549cd9c7 req-73a5da37-e0fd-400c-a567-4dea7dc6b02c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379519 Jul 13 15:49:10.492943 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,revision_number=7']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:11.680837 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e5dc8-f0f4-4a09-bff0-c729d40784a3 req-b9b5a673-2f1c-4fb0-996a-27b732973cd6 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:11.682561 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-731e5dc8-f0f4-4a09-bff0-c729d40784a3 req-b9b5a673-2f1c-4fb0-996a-27b732973cd6 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0716233 Jul 13 15:49:11.726073 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-731e5dc8-f0f4-4a09-bff0-c729d40784a3 req-04ab0427-9947-431a-a8af-69594e92f8d4 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367775 Jul 13 15:49:12.937783 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4397288-de28-4c65-80b2-5f29030afd49 req-6a0b0671-3059-482c-81d7-b36b83215f86 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:12.939467 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c4397288-de28-4c65-80b2-5f29030afd49 req-6a0b0671-3059-482c-81d7-b36b83215f86 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0739462 Jul 13 15:49:12.984385 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c4397288-de28-4c65-80b2-5f29030afd49 req-cde8bff4-ea99-4f72-8496-06118a297662 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379336 Jul 13 15:49:14.188231 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02074850-7158-44cb-96d5-a7e3a6ef1425 req-4d3abd3d-99a1-45dc-8178-eecf4b22b0df tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:14.189786 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-02074850-7158-44cb-96d5-a7e3a6ef1425 req-4d3abd3d-99a1-45dc-8178-eecf4b22b0df tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0742242 Jul 13 15:49:14.234222 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-02074850-7158-44cb-96d5-a7e3a6ef1425 req-279bb68a-5697-4783-a3ae-e633d745471b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358391 Jul 13 15:49:15.439480 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b01bb-932c-4c9c-b2d7-16f61fd6f944 req-9b8a5f04-7ee6-4e15-8df4-e3a40b70fcdf tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:15.448699 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3c9b01bb-932c-4c9c-b2d7-16f61fd6f944 req-9b8a5f04-7ee6-4e15-8df4-e3a40b70fcdf tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0778234 Jul 13 15:49:15.489617 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3c9b01bb-932c-4c9c-b2d7-16f61fd6f944 req-d9ababe8-d1c4-4f1f-b21c-da8eb4714cd3 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397050 Jul 13 15:49:16.707002 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a90008-d983-487a-b3fb-0eb19a5318af req-6805188f-4a6f-465c-86ac-5ab62467332a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:16.713841 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-45a90008-d983-487a-b3fb-0eb19a5318af req-6805188f-4a6f-465c-86ac-5ab62467332a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0833805 Jul 13 15:49:16.758439 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-45a90008-d983-487a-b3fb-0eb19a5318af req-432048aa-186a-4125-a9d4-cfa8ecfad531 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434382 Jul 13 15:49:17.937491 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa7d1e-d3d5-4a99-b870-10f5cecbbfc5 req-93878ba7-ac52-48d7-b832-b74961bb5864 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:17.938914 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a1aa7d1e-d3d5-4a99-b870-10f5cecbbfc5 req-93878ba7-ac52-48d7-b832-b74961bb5864 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0616848 Jul 13 15:49:17.979073 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a1aa7d1e-d3d5-4a99-b870-10f5cecbbfc5 req-22c28370-35ce-4635-8609-5ef452498595 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343843 Jul 13 15:49:18.526556 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25cd12-3ea2-4df7-96d4-21854370438b req-ab66bded-f1f9-4ea3-a801-5dbbb8ef2e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:18.527933 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0c25cd12-3ea2-4df7-96d4-21854370438b req-ab66bded-f1f9-4ea3-a801-5dbbb8ef2e47 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d94faec815442809ce9f4332a1bb5b0&device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 1098 time: 0.0502360 Jul 13 15:49:18.612954 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25cd12-3ea2-4df7-96d4-21854370438b req-ffa2bd07-d7b3-456a-8399-047a686abd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:18.614472 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0c25cd12-3ea2-4df7-96d4-21854370438b req-ffa2bd07-d7b3-456a-8399-047a686abd01 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 HTTP/1.1" status: 200 len: 918 time: 0.0801699 Jul 13 15:49:18.682050 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0c25cd12-3ea2-4df7-96d4-21854370438b req-cd3b932d-bdb3-41e7-9958-722aa4f5a668 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 HTTP/1.1" status: 200 len: 1000 time: 0.0609190 Jul 13 15:49:18.735948 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25cd12-3ea2-4df7-96d4-21854370438b req-8850d3a1-c9c0-4e4f-b939-f93ea97f0a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:18.737416 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0c25cd12-3ea2-4df7-96d4-21854370438b req-8850d3a1-c9c0-4e4f-b939-f93ea97f0a03 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=823f7a85-e8b2-4154-bda7-8fa34af93224 HTTP/1.1" status: 200 len: 856 time: 0.0453601 Jul 13 15:49:18.794523 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25cd12-3ea2-4df7-96d4-21854370438b req-7cad8648-3dfc-4c1e-9997-c6e3ede97c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:18.796714 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0c25cd12-3ea2-4df7-96d4-21854370438b req-7cad8648-3dfc-4c1e-9997-c6e3ede97c01 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519962 Jul 13 15:49:18.888535 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0c25cd12-3ea2-4df7-96d4-21854370438b req-fb1a1a5d-7c5c-4f20-ae39-3e5e83a9bb15 service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833464 Jul 13 15:49:18.975079 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0c25cd12-3ea2-4df7-96d4-21854370438b req-0a7cf7e4-b22a-4f7b-8d6d-75f3fe22f1ff service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795469 Jul 13 15:49:19.158205 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16e5f6-9867-4960-891f-a1dad4b73ad5 req-1fa87287-67bc-4278-a32e-da019005e43c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:19.159721 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5c16e5f6-9867-4960-891f-a1dad4b73ad5 req-1fa87287-67bc-4278-a32e-da019005e43c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0626154 Jul 13 15:49:19.196979 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5c16e5f6-9867-4960-891f-a1dad4b73ad5 req-be28f92c-54c7-4396-896a-364329b16359 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316756 Jul 13 15:49:20.345432 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ea53b96a-4ec9-4068-91e8-8d0c55fb2203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:20.384761 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2faf48-3eb0-4b84-bc7d-f15b1f788421 req-f0df329f-5d08-48a2-889e-f1f2ccacd601 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:20.386262 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0f2faf48-3eb0-4b84-bc7d-f15b1f788421 req-f0df329f-5d08-48a2-889e-f1f2ccacd601 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0669699 Jul 13 15:49:20.423332 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0f2faf48-3eb0-4b84-bc7d-f15b1f788421 req-9a132537-f339-4bcd-8f0f-d67287a932cc tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307977 Jul 13 15:49:20.787962 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:21.606135 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda4a2e-2c6c-4b3e-95e5-494852a6911c req-84bdfdc2-6f25-4e26-8c0d-ed8fc37d0581 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:21.607887 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2cda4a2e-2c6c-4b3e-95e5-494852a6911c req-84bdfdc2-6f25-4e26-8c0d-ed8fc37d0581 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 945 time: 0.0703678 Jul 13 15:49:21.650194 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2cda4a2e-2c6c-4b3e-95e5-494852a6911c req-3e524455-d65e-4ca7-906a-32d808c743e8 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367637 Jul 13 15:49:22.135566 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:49:22.209577 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:22.235489 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:49:22.237706 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2a2437-7385-4a1f-b5d2-5adcb43d71ee" -d '{"events": [{"server_uuid": "fd89859f-0ca0-40cf-a69a-12ab6c3f3682", "name": "network-vif-unplugged", "status": "completed", "tag": "ca4bb49c-ca92-4c97-8725-ab8c5b0093b5"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:49:22.256741 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:49:22.261069 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:22.292144 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 15:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0d7ac5-1619-4619-88b6-fb9b65e41bfb x-openstack-request-id: req-ee0d7ac5-1619-4619-88b6-fb9b65e41bfb {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:49:22.292435 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd89859f-0ca0-40cf-a69a-12ab6c3f3682", "name": "network-vif-unplugged", "status": "failed", "tag": "ca4bb49c-ca92-4c97-8725-ab8c5b0093b5", "code": 422}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:49:22.292686 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee0d7ac5-1619-4619-88b6-fb9b65e41bfb {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:49:22.293124 dv-cinder-788366-2-iscsi neutron-server[93020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'code': 422} returned with failed status Jul 13 15:49:22.318099 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,revision_number=8']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:22.798162 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dbe65-23a7-46d9-a655-d812f17538a8 req-97e4a8e9-ae05-4806-a8b4-2065b37fd28a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:22.800184 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7e4dbe65-23a7-46d9-a655-d812f17538a8 req-97e4a8e9-ae05-4806-a8b4-2065b37fd28a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0786414 Jul 13 15:49:22.801058 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6dcbc8a7-176e-4143-af70-d77e9b9787e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:22.839051 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7e4dbe65-23a7-46d9-a655-d812f17538a8 req-f0ac3505-346d-4e5f-aab3-9df1701ad5a2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323043 Jul 13 15:49:22.996377 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 50298) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:49:23.035601 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:23.092610 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d31ab3e7-6db6-417f-afdb-487b7a57aeda req-33a94222-c8f1-4686-bcfa-017d90218c73 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950344 Jul 13 15:49:23.916928 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:24.022059 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c88f5-84da-4fc5-b3bf-390ea5f28ac0 req-6259adfb-dc54-461c-9270-568443975516 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:24.023534 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b18c88f5-84da-4fc5-b3bf-390ea5f28ac0 req-6259adfb-dc54-461c-9270-568443975516 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0671489 Jul 13 15:49:24.041832 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ab3e7-6db6-417f-afdb-487b7a57aeda req-c7c99689-cbd7-4b0e-b7f9-cb73e2356a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:24.043299 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d31ab3e7-6db6-417f-afdb-487b7a57aeda req-c7c99689-cbd7-4b0e-b7f9-cb73e2356a97 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682&tenant_id=0d94faec815442809ce9f4332a1bb5b0 HTTP/1.1" status: 200 len: 1096 time: 0.0512216 Jul 13 15:49:24.061122 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b18c88f5-84da-4fc5-b3bf-390ea5f28ac0 req-7d9a752a-4e8c-4393-86c2-65a04477cace tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314281 Jul 13 15:49:24.127763 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ab3e7-6db6-417f-afdb-487b7a57aeda req-605692bc-3115-4bee-9911-c6886da3c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:24.129222 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d31ab3e7-6db6-417f-afdb-487b7a57aeda req-605692bc-3115-4bee-9911-c6886da3c51a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d94faec815442809ce9f4332a1bb5b0&device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 1096 time: 0.0503166 Jul 13 15:49:24.218824 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ab3e7-6db6-417f-afdb-487b7a57aeda req-9cc91c2a-d65b-4548-84b0-6c9b4523250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:24.220273 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d31ab3e7-6db6-417f-afdb-487b7a57aeda req-9cc91c2a-d65b-4548-84b0-6c9b4523250f service neutron] 10.222.0.63 "GET /v2.0/networks?id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 HTTP/1.1" status: 200 len: 918 time: 0.0838134 Jul 13 15:49:24.283387 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d31ab3e7-6db6-417f-afdb-487b7a57aeda req-18fbbf9f-8860-42c0-aa92-385d030a4a43 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 HTTP/1.1" status: 200 len: 998 time: 0.0559394 Jul 13 15:49:24.333469 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ab3e7-6db6-417f-afdb-487b7a57aeda req-01a593b8-f7d4-423c-8af6-a0a6f681d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:24.334918 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d31ab3e7-6db6-417f-afdb-487b7a57aeda req-01a593b8-f7d4-423c-8af6-a0a6f681d87d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=823f7a85-e8b2-4154-bda7-8fa34af93224 HTTP/1.1" status: 200 len: 856 time: 0.0454676 Jul 13 15:49:24.389835 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ab3e7-6db6-417f-afdb-487b7a57aeda req-383ac4b3-815a-4465-bf63-bfe8f82f90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:24.391261 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d31ab3e7-6db6-417f-afdb-487b7a57aeda req-383ac4b3-815a-4465-bf63-bfe8f82f90e7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497510 Jul 13 15:49:24.478436 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d31ab3e7-6db6-417f-afdb-487b7a57aeda req-78e48e22-0fc5-4e8f-bca8-d5a3d3e3cdf8 service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795019 Jul 13 15:49:24.568741 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d31ab3e7-6db6-417f-afdb-487b7a57aeda req-b5aecf4c-b7a4-47b0-bc7f-e517777efcd0 service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838304 Jul 13 15:49:25.261945 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67218c65-9537-426a-8a02-26be17ae6c37 req-125274d8-a343-4d5e-981e-79e351e34c00 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:25.264027 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-67218c65-9537-426a-8a02-26be17ae6c37 req-125274d8-a343-4d5e-981e-79e351e34c00 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0693228 Jul 13 15:49:25.314526 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-67218c65-9537-426a-8a02-26be17ae6c37 req-18f42127-50af-4dc9-95d3-bb6449909bd2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448196 Jul 13 15:49:25.641896 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:26.138194 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:49:26.490429 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dca48-5434-42a5-bf4a-15628af9bea1 req-0edc37c1-c3f6-42b0-ada4-c8325b81f8bc tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:26.492598 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9b0dca48-5434-42a5-bf4a-15628af9bea1 req-0edc37c1-c3f6-42b0-ada4-c8325b81f8bc tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0665054 Jul 13 15:49:26.530524 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9b0dca48-5434-42a5-bf4a-15628af9bea1 req-9b9620c6-6fe8-4990-93ea-87bf4536315a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322499 Jul 13 15:49:27.721395 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413acd-cd0e-421a-8e92-7389998767c5 req-0fc05857-1a0b-44dc-bd5b-546429b7622f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:27.723256 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-34413acd-cd0e-421a-8e92-7389998767c5 req-0fc05857-1a0b-44dc-bd5b-546429b7622f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0675266 Jul 13 15:49:27.765462 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-34413acd-cd0e-421a-8e92-7389998767c5 req-34cd528e-646a-4f59-b454-3a96a562c3ed tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367045 Jul 13 15:49:28.946696 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429ad6a-de50-414f-b012-387ebc6c68d9 req-04e6af3b-323e-43a7-b1e3-b114d5a5640c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:28.948193 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9429ad6a-de50-414f-b012-387ebc6c68d9 req-04e6af3b-323e-43a7-b1e3-b114d5a5640c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0653167 Jul 13 15:49:28.986360 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9429ad6a-de50-414f-b012-387ebc6c68d9 req-eebd3686-6606-4cf4-b75f-a5a4666b5356 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316811 Jul 13 15:49:30.191510 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226288ac-58ac-4f4a-9499-e1b3df7da4b2 req-fa17a24d-4980-44e6-ae95-a28c1fdd6e88 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:30.193055 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-226288ac-58ac-4f4a-9499-e1b3df7da4b2 req-fa17a24d-4980-44e6-ae95-a28c1fdd6e88 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0746999 Jul 13 15:49:30.231559 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-226288ac-58ac-4f4a-9499-e1b3df7da4b2 req-f9cacae6-1252-4b12-aa95-815f7f6b793c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329311 Jul 13 15:49:30.834130 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:49:31.423377 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab4dcd-450d-4c9a-bf5c-0e1f14383138 req-baf4ba55-3d07-49d0-9719-34a505e8419d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:31.430478 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-39ab4dcd-450d-4c9a-bf5c-0e1f14383138 req-baf4ba55-3d07-49d0-9719-34a505e8419d tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0736139 Jul 13 15:49:31.469064 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-39ab4dcd-450d-4c9a-bf5c-0e1f14383138 req-44ec2f79-2ea4-4e5f-b5d1-f5eb5d3cc340 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377064 Jul 13 15:49:32.645169 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9c4ba-e540-4ddd-9a57-41da59fc4969 req-776db8d1-2aa2-4c95-bfed-daab496977e8 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:32.646682 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-70f9c4ba-e540-4ddd-9a57-41da59fc4969 req-776db8d1-2aa2-4c95-bfed-daab496977e8 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0633054 Jul 13 15:49:32.686792 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-70f9c4ba-e540-4ddd-9a57-41da59fc4969 req-a9f4bda2-fc70-45bf-a598-6477d0870bcc tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343618 Jul 13 15:49:33.874317 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61ef18-8eaf-433f-9280-36c8f23e5683 req-e72c35cb-1920-4a7d-a679-9df7c91efe58 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:33.875814 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cc61ef18-8eaf-433f-9280-36c8f23e5683 req-e72c35cb-1920-4a7d-a679-9df7c91efe58 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0650451 Jul 13 15:49:33.917292 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cc61ef18-8eaf-433f-9280-36c8f23e5683 req-7f6e2925-c386-4b87-95c4-a596ae0f4733 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359023 Jul 13 15:49:35.105587 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e74cc8-613d-4e1e-b27b-cb364b2a971f req-e3e9ccdd-2de1-4099-9b14-d4c7bd2447fa tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:35.107308 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f0e74cc8-613d-4e1e-b27b-cb364b2a971f req-e3e9ccdd-2de1-4099-9b14-d4c7bd2447fa tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0680857 Jul 13 15:49:35.146852 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f0e74cc8-613d-4e1e-b27b-cb364b2a971f req-18db8612-22c3-4938-a72f-47da7eff7f82 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327635 Jul 13 15:49:36.475459 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4058f7-9e18-4e04-8982-d356c43f7210 req-944ba6f8-d436-481b-ba1b-6f5097f8a49c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:36.476993 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8a4058f7-9e18-4e04-8982-d356c43f7210 req-944ba6f8-d436-481b-ba1b-6f5097f8a49c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0655396 Jul 13 15:49:36.515235 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8a4058f7-9e18-4e04-8982-d356c43f7210 req-a63925a5-29d4-4cfc-803c-86948115123a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327594 Jul 13 15:49:37.689552 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72878d02-1ad1-4039-9944-467dc8b2bde0 req-573e29f7-7f81-4cd2-8db8-57a84253b785 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:37.691311 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-72878d02-1ad1-4039-9944-467dc8b2bde0 req-573e29f7-7f81-4cd2-8db8-57a84253b785 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0618703 Jul 13 15:49:37.727578 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-72878d02-1ad1-4039-9944-467dc8b2bde0 req-acad2013-8155-4818-99e6-27e8aa50bf69 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306695 Jul 13 15:49:38.904039 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f021d1c-33c7-4de4-8f7e-4886837b9242 req-deec6b84-d16c-4dfc-a7a4-088072c73394 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:38.905700 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7f021d1c-33c7-4de4-8f7e-4886837b9242 req-deec6b84-d16c-4dfc-a7a4-088072c73394 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0638294 Jul 13 15:49:38.943186 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7f021d1c-33c7-4de4-8f7e-4886837b9242 req-dc81d175-3359-4b1b-91de-4c79b3f42e04 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318568 Jul 13 15:49:40.119287 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7922e-f583-4977-9682-bbe1585013f4 req-3061cc2d-8f3a-47b6-a624-86331ba12bfc tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:40.120749 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3eb7922e-f583-4977-9682-bbe1585013f4 req-3061cc2d-8f3a-47b6-a624-86331ba12bfc tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 943 time: 0.0650234 Jul 13 15:49:40.158517 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3eb7922e-f583-4977-9682-bbe1585013f4 req-d78b0f61-c02f-4dd0-aff5-649730cf2b9b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314102 Jul 13 15:49:40.213417 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:49:40.305441 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:49:40.317275 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'port_id': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'mac_address': 'fa:16:3e:26:b5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:49:40.352810 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:40.369499 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:49:40.389791 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:49:40.393431 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:40.439891 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,revision_number=9']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:40.700670 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['ca4bb49c-ca92-4c97-8725-ab8c5b0093b5'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:49:41.336379 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146696bb-8e5d-4853-86fa-48db552a051a req-c3e256a5-0f59-4b15-9ee0-3f62604bd4ba tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:41.337929 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-146696bb-8e5d-4853-86fa-48db552a051a req-c3e256a5-0f59-4b15-9ee0-3f62604bd4ba tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 944 time: 0.0630813 Jul 13 15:49:41.344583 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5651a-2d85-444f-92ff-079ac8c76364 req-761ddc45-55c8-4c2a-b06f-242d568291fe tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:41.346093 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-37e5651a-2d85-444f-92ff-079ac8c76364 req-761ddc45-55c8-4c2a-b06f-242d568291fe tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 945 time: 0.0612233 Jul 13 15:49:41.376004 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-146696bb-8e5d-4853-86fa-48db552a051a req-0421790e-d606-4b63-bc24-3097db0414be tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318000 Jul 13 15:49:41.383441 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-37e5651a-2d85-444f-92ff-079ac8c76364 req-2c9a5c55-07d6-4e0f-b599-cc9abbd3b9fe tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=18150b26-b346-4203-8b60-d7496d81d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Jul 13 15:49:42.228382 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:49:42.277001 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:49:42.277361 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:42.348850 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:42.369448 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:49:42.371697 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5923704f-5657-4104-9b46-ae9cc07f9354" -d '{"events": [{"server_uuid": "fd89859f-0ca0-40cf-a69a-12ab6c3f3682", "name": "network-vif-plugged", "status": "completed", "tag": "ca4bb49c-ca92-4c97-8725-ab8c5b0093b5"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:49:42.384387 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:49:42.391694 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:42.416874 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1320d9b-4219-46dc-9dfb-804b67e05e52 x-openstack-request-id: req-a1320d9b-4219-46dc-9dfb-804b67e05e52 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:49:42.417159 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd89859f-0ca0-40cf-a69a-12ab6c3f3682", "name": "network-vif-plugged", "status": "completed", "tag": "ca4bb49c-ca92-4c97-8725-ab8c5b0093b5", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:49:42.417402 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a1320d9b-4219-46dc-9dfb-804b67e05e52 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:49:42.417813 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'code': 200} Jul 13 15:49:42.443953 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,revision_number=10']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:42.571339 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738e66-4f65-4c77-93c5-15cac155e18c req-ec871937-2fe0-48a4-b046-d2410c6dfe3f tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:42.573648 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3a738e66-4f65-4c77-93c5-15cac155e18c req-ec871937-2fe0-48a4-b046-d2410c6dfe3f tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 945 time: 0.0659335 Jul 13 15:49:42.575650 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b24e42-7adb-419e-a35b-9d4405aab0c3 req-525c073a-4079-4556-b63d-2ae01d1fc70b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:42.577136 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-26b24e42-7adb-419e-a35b-9d4405aab0c3 req-525c073a-4079-4556-b63d-2ae01d1fc70b tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 946 time: 0.0718579 Jul 13 15:49:42.616238 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-26b24e42-7adb-419e-a35b-9d4405aab0c3 req-d9a97ea8-23be-4728-b181-1dedaa75f237 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329423 Jul 13 15:49:42.618218 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3a738e66-4f65-4c77-93c5-15cac155e18c req-038ce4c5-db11-4908-9656-2d553ecd6993 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=18150b26-b346-4203-8b60-d7496d81d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355237 Jul 13 15:49:42.677057 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3b758-759a-4d9e-af40-afca3984a549 req-212c2742-1565-4fc5-8ecd-ccaa9c2ea93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:42.678547 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a6c3b758-759a-4d9e-af40-afca3984a549 req-212c2742-1565-4fc5-8ecd-ccaa9c2ea93c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 1099 time: 0.0544164 Jul 13 15:49:42.719246 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a6c3b758-759a-4d9e-af40-afca3984a549 req-d3e14ef2-2389-4f06-99d1-4128303a57c0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262597 Jul 13 15:49:43.454980 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-c8ccb247-3465-4c0c-a3c2-6968ceb15c86 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:43.456399 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-c8ccb247-3465-4c0c-a3c2-6968ceb15c86 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.63 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 945 time: 0.0629420 Jul 13 15:49:43.564192 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-bbf7faf9-fb7a-430b-9977-b49b7db4d6fd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Deleting port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:49:43.564529 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-bbf7faf9-fb7a-430b-9977-b49b7db4d6fd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:43.649654 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-bbf7faf9-fb7a-430b-9977-b49b7db4d6fd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] For port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5f0fe3d3-b0be-48d7-9093-2a3ba852f63e,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:49:43.649654 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-bbf7faf9-fb7a-430b-9977-b49b7db4d6fd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:43.788636 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730b5f1-8526-45f2-adfd-2f849e1f0e63 req-ece1a664-3ed6-47bb-9664-ffa796688de0 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:43.790173 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5730b5f1-8526-45f2-adfd-2f849e1f0e63 req-ece1a664-3ed6-47bb-9664-ffa796688de0 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 945 time: 0.0626564 Jul 13 15:49:43.828639 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5730b5f1-8526-45f2-adfd-2f849e1f0e63 req-a1e949ee-da09-4d32-b6cc-37e2e57fe434 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups?id=18150b26-b346-4203-8b60-d7496d81d702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319641 Jul 13 15:49:43.855949 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-bbf7faf9-fb7a-430b-9977-b49b7db4d6fd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:43.856322 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-bbf7faf9-fb7a-430b-9977-b49b7db4d6fd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:43.856627 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.l3_db [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-bbf7faf9-fb7a-430b-9977-b49b7db4d6fd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Floating IP b05fca29-c144-4761-aaad-b7527a8ceecc disassociated. External IP: 172.27.1.30, port: 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e. Jul 13 15:49:43.856959 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-bbf7faf9-fb7a-430b-9977-b49b7db4d6fd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Calling delete_port for 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:49:43.871646 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c094-a38c-484b-9a6e-4959aa4535ad req-b645a455-4131-4b4f-a121-fe060a327e31 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:43.873108 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-77e1c094-a38c-484b-9a6e-4959aa4535ad req-b645a455-4131-4b4f-a121-fe060a327e31 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 946 time: 0.1303000 Jul 13 15:49:43.951100 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-77e1c094-a38c-484b-9a6e-4959aa4535ad req-9d72d14c-fc74-495a-915f-3828ea3ebe82 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717244 Jul 13 15:49:44.030483 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-bbf7faf9-fb7a-430b-9977-b49b7db4d6fd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:44.059688 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7faf9-fb7a-430b-9977-b49b7db4d6fd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event deleted for resources: {'Port': ['ID=5f0fe3d3-b0be-48d7-9093-2a3ba852f63e,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:44.181100 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-bbf7faf9-fb7a-430b-9977-b49b7db4d6fd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Router d341dc80-e438-4fc1-9dd2-36f3ca0af724 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:49:44.562111 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-bbf7faf9-fb7a-430b-9977-b49b7db4d6fd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:49:44.573869 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb10910-f24d-448b-a583-284515a305ff None None] Sync routers for ids ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:49:44.583115 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb10910-f24d-448b-a583-284515a305ff None None] Routers {'d341dc80-e438-4fc1-9dd2-36f3ca0af724'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:49:44.583793 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-1eb10910-f24d-448b-a583-284515a305ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:49:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:49:44.604432 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-bbf7faf9-fb7a-430b-9977-b49b7db4d6fd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] No DVR routers for this DVR port 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:49:44.606936 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-bbf7faf9-fb7a-430b-9977-b49b7db4d6fd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:44.608938 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2a91882d-310e-4f8f-ad3d-d41204a64b33 req-bbf7faf9-fb7a-430b-9977-b49b7db4d6fd tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.63 "DELETE /v2.0/ports/5f0fe3d3-b0be-48d7-9093-2a3ba852f63e HTTP/1.1" status: 204 len: 173 time: 1.1379309 Jul 13 15:49:44.610074 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7', 'name': 'network-vif-deleted', 'tag': '5f0fe3d3-b0be-48d7-9093-2a3ba852f63e'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:49:44.612398 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fde366-f33a-482d-abcc-8add1c6b7c49" -d '{"events": [{"server_uuid": "ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7", "name": "network-vif-deleted", "tag": "5f0fe3d3-b0be-48d7-9093-2a3ba852f63e"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:49:44.651017 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9435833d-840a-4f77-a602-7b434a12971d x-openstack-request-id: req-9435833d-840a-4f77-a602-7b434a12971d {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:49:44.651576 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7", "name": "network-vif-deleted", "tag": "5f0fe3d3-b0be-48d7-9093-2a3ba852f63e", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:49:44.651576 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9435833d-840a-4f77-a602-7b434a12971d {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:49:44.651924 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7', 'name': 'network-vif-deleted', 'tag': '5f0fe3d3-b0be-48d7-9093-2a3ba852f63e', 'status': 'completed', 'code': 200} Jul 13 15:49:44.701719 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-1eb10910-f24d-448b-a583-284515a305ff None None] Set router d341dc80-e438-4fc1-9dd2-36f3ca0af724 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:49:44.893366 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-1eb10910-f24d-448b-a583-284515a305ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '40ae0299-e6ea-4eee-ad71-045746fb0d34', 'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'mac_address': 'fa:16:3e:ad:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:53Z', 'revision_number': 5, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'subnets': [{'id': '45402ac4-397c-481f-9144-a5b5042569e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:49:44.918441 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb10910-f24d-448b-a583-284515a305ff None None] Checking router: d341dc80-e438-4fc1-9dd2-36f3ca0af724 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:49:44.927196 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb10910-f24d-448b-a583-284515a305ff None None] Routers {'d341dc80-e438-4fc1-9dd2-36f3ca0af724'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:49:44.927797 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-1eb10910-f24d-448b-a583-284515a305ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:49:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:49:44.979123 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5f8a9e22-51c9-48a2-9de0-04a332dbdc3e req-588dd1d3-90fd-40a1-8586-276a73ba54a9 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf73e5e-fe73-49eb-94bc-82bd21fd9ac7 HTTP/1.1" status: 200 len: 210 time: 0.0273745 Jul 13 15:49:45.032824 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-1eb10910-f24d-448b-a583-284515a305ff None None] Set router d341dc80-e438-4fc1-9dd2-36f3ca0af724 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:49:45.156557 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a066f2-a88f-4785-be08-7cc7e62c29d4 req-017514a1-e00b-4cde-ae38-df6e0288ac80 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:45.159343 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-84a066f2-a88f-4785-be08-7cc7e62c29d4 req-017514a1-e00b-4cde-ae38-df6e0288ac80 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 946 time: 0.0733182 Jul 13 15:49:45.201797 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-84a066f2-a88f-4785-be08-7cc7e62c29d4 req-36ad326b-eb16-474d-8af7-a464d9a6508e tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365922 Jul 13 15:49:45.236796 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-1eb10910-f24d-448b-a583-284515a305ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '40ae0299-e6ea-4eee-ad71-045746fb0d34', 'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'mac_address': 'fa:16:3e:ad:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:53Z', 'revision_number': 5, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'subnets': [{'id': '45402ac4-397c-481f-9144-a5b5042569e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:49:45.263926 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb10910-f24d-448b-a583-284515a305ff None None] The sync data for ids ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'] in dv-cinder-788366-2-iscsi is: [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '40ae0299-e6ea-4eee-ad71-045746fb0d34', 'name': '', 'network_id': 'f72fbdcf-715a-4e75-9feb-cfeae0bf874c', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'mac_address': 'fa:16:3e:ad:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '45402ac4-397c-481f-9144-a5b5042569e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:40Z', 'updated_at': '2021-07-13T15:42:53Z', 'revision_number': 5, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'subnets': [{'id': '45402ac4-397c-481f-9144-a5b5042569e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:49:45.472529 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bd738c-ace1-4eb2-ad24-637f31ebba20 None None] New status for floating IP b05fca29-c144-4761-aaad-b7527a8ceecc: DOWN {{(pid=93021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:49:46.096337 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 50492) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:49:46.148272 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2a932ec7-4e90-4845-8950-9d266cd9e0c8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:46.170690 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2a932ec7-4e90-4845-8950-9d266cd9e0c8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:46.221915 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2a932ec7-4e90-4845-8950-9d266cd9e0c8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:46.224442 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2a932ec7-4e90-4845-8950-9d266cd9e0c8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:46.225553 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-2a932ec7-4e90-4845-8950-9d266cd9e0c8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "DELETE /v2.0/security-groups/18150b26-b346-4203-8b60-d7496d81d702 HTTP/1.1" status: 204 len: 168 time: 0.1282454 Jul 13 15:49:46.228470 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 50494) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:49:46.234487 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a932ec7-4e90-4845-8950-9d266cd9e0c8 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18150b26-b346-4203-8b60-d7496d81d702,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:46.249065 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.api.v2.resource [None req-7d3652eb-465a-43bf-baa2-1d8ea6591665 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] show failed (client error): The resource could not be found. Jul 13 15:49:46.250272 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-7d3652eb-465a-43bf-baa2-1d8ea6591665 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "GET /v2.0/security-groups/18150b26-b346-4203-8b60-d7496d81d702 HTTP/1.1" status: 404 len: 347 time: 0.0206923 Jul 13 15:49:46.253011 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 50496) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:49:46.372630 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Deleting port 9c842077-4eff-45e8-bc2b-03d3e71ff697 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:49:46.372967 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:46.445583 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:46.445992 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:46.457993 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Calling delete_port for 9c842077-4eff-45e8-bc2b-03d3e71ff697 owned by network:floatingip {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:49:46.585911 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:46.610565 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Pushing event deleted for resources: {'Port': ['ID=9c842077-4eff-45e8-bc2b-03d3e71ff697,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:46.621263 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:46.621635 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:46.622041 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:46.622380 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:46.622766 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:46.623049 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:46.623378 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:46.623707 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:46.624035 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:46.624360 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:46.625280 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:46.625597 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:46.682591 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks [] for floatingip, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:46.685090 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:46.686250 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-9cca6160-2cce-4833-aceb-3171b16e44d1 tempest-AttachVolumeTestJSON-767280184 tempest-AttachVolumeTestJSON-767280184-project] 10.222.0.59 "DELETE /v2.0/floatingips/b05fca29-c144-4761-aaad-b7527a8ceecc HTTP/1.1" status: 204 len: 168 time: 0.4323411 Jul 13 15:49:48.265822 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:49:48.286207 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:49:48.286551 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 5f0fe3d3-b0be-48d7-9093-2a3ba852f63e not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:49:50.347875 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4c4c8f45-2ac6-424b-8b91-98f38acad058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:50.496061 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 50524) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:49:50.818868 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:50.985264 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0e29-dbbf-4b5c-bb84-1ff0dc5dfe22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731433'] for router_interface, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:51.513983 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e0e29-dbbf-4b5c-bb84-1ff0dc5dfe22 admin admin] Deleting port 40ae0299-e6ea-4eee-ad71-045746fb0d34 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:49:51.514632 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0e29-dbbf-4b5c-bb84-1ff0dc5dfe22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:51.591116 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-5d5e0e29-dbbf-4b5c-bb84-1ff0dc5dfe22 admin admin] For port 40ae0299-e6ea-4eee-ad71-045746fb0d34, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=40ae0299-e6ea-4eee-ad71-045746fb0d34,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:49:51.591472 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0e29-dbbf-4b5c-bb84-1ff0dc5dfe22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:51.603995 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e0e29-dbbf-4b5c-bb84-1ff0dc5dfe22 admin admin] Calling delete_port for 40ae0299-e6ea-4eee-ad71-045746fb0d34 owned by network:router_interface {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:49:51.798200 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0e29-dbbf-4b5c-bb84-1ff0dc5dfe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:51.828618 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e0e29-dbbf-4b5c-bb84-1ff0dc5dfe22 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ae0299-e6ea-4eee-ad71-045746fb0d34,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:51.985270 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0e29-dbbf-4b5c-bb84-1ff0dc5dfe22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1730701'] for router_interface, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:52.189521 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5e0e29-dbbf-4b5c-bb84-1ff0dc5dfe22 admin admin] Router d341dc80-e438-4fc1-9dd2-36f3ca0af724 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:49:52.292731 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5e0e29-dbbf-4b5c-bb84-1ff0dc5dfe22 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:49:52.297924 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-5d5e0e29-dbbf-4b5c-bb84-1ff0dc5dfe22 admin admin] 10.222.0.59 "PUT /v2.0/routers/d341dc80-e438-4fc1-9dd2-36f3ca0af724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8008387 Jul 13 15:49:52.300638 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 50528) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:49:52.302196 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f2aca-ff24-4690-b8c5-fe1f8a29162c None None] Sync routers for ids ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:49:52.311979 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f2aca-ff24-4690-b8c5-fe1f8a29162c None None] Routers {'d341dc80-e438-4fc1-9dd2-36f3ca0af724'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:49:52.312658 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-6e1f2aca-ff24-4690-b8c5-fe1f8a29162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:49:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:49:52.401462 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Notify callbacks [] for router, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:52.414502 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-6e1f2aca-ff24-4690-b8c5-fe1f8a29162c None None] Set router d341dc80-e438-4fc1-9dd2-36f3ca0af724 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:49:52.502153 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:52.558234 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Deleting port 8c32cc30-f2e7-454d-91ab-e5c07b869a15 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:49:52.558571 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:52.592263 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-6e1f2aca-ff24-4690-b8c5-fe1f8a29162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:49:51Z', 'revision_number': 5, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port': {'id': '8c32cc30-f2e7-454d-91ab-e5c07b869a15', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:34Z', 'updated_at': '2021-07-13T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:49:52.618505 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f2aca-ff24-4690-b8c5-fe1f8a29162c None None] Checking router: d341dc80-e438-4fc1-9dd2-36f3ca0af724 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:49:52.627145 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f2aca-ff24-4690-b8c5-fe1f8a29162c None None] Routers {'d341dc80-e438-4fc1-9dd2-36f3ca0af724'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:49:52.627739 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-6e1f2aca-ff24-4690-b8c5-fe1f8a29162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:49:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:49:52.634807 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] For port 8c32cc30-f2e7-454d-91ab-e5c07b869a15, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=8c32cc30-f2e7-454d-91ab-e5c07b869a15,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:49:52.635177 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:52.648037 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Calling delete_port for 8c32cc30-f2e7-454d-91ab-e5c07b869a15 owned by network:router_gateway {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:49:52.710953 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-6e1f2aca-ff24-4690-b8c5-fe1f8a29162c None None] Set router d341dc80-e438-4fc1-9dd2-36f3ca0af724 gateway port host: None {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:49:52.760652 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-6e1f2aca-ff24-4690-b8c5-fe1f8a29162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:49:52Z', 'revision_number': 6, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port_host': None}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:49:52.805153 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f2aca-ff24-4690-b8c5-fe1f8a29162c None None] The sync data for ids ['d341dc80-e438-4fc1-9dd2-36f3ca0af724'] in dv-cinder-788366-2-iscsi is: [{'id': 'd341dc80-e438-4fc1-9dd2-36f3ca0af724', 'name': 'tempest-AttachVolumeTestJSON-766989714-router', 'tenant_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:33Z', 'updated_at': '2021-07-13T15:49:52Z', 'revision_number': 6, 'project_id': 'a7bd5f37e1af4cea838fdcb08e0beadb', 'gw_port_host': None}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:49:52.817413 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:52.835837 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9b1948cb-704b-4358-b265-b3a08af63197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:52.854359 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c32cc30-f2e7-454d-91ab-e5c07b869a15,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:52.885579 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:52.885949 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:52.886282 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:52.886611 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:52.886936 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:52.887259 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:52.887579 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:52.887898 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:52.888218 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:52.888534 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:52.888869 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:52.889162 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:49:52.927102 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735951'] for router_gateway, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.014036 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5784'] for router, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.015963 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.035768 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.058790 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704468'] for router, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.059335 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d341dc80-e438-4fc1-9dd2-36f3ca0af724 {{(pid=93019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 15:49:53.065262 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] Notify callbacks [] for router, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.066413 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-e2307a82-437c-4503-a4ef-533678a27930 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d341dc80-e438-4fc1-9dd2-36f3ca0af724 HTTP/1.1" status: 204 len: 168 time: 0.7648220 Jul 13 15:49:53.068905 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 50530) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:49:53.111409 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3782afc-ea49-4f3a-b410-da15c644cde2 admin admin] Deleting subnet 45402ac4-397c-481f-9144-a5b5042569e3 {{(pid=93019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:49:53.114328 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b3782afc-ea49-4f3a-b410-da15c644cde2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.155631 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b3782afc-ea49-4f3a-b410-da15c644cde2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3611000'] for subnet, precommit_delete_associations {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.234420 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b3782afc-ea49-4f3a-b410-da15c644cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.285967 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b3782afc-ea49-4f3a-b410-da15c644cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3611086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60791246'] for subnet, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.310613 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3782afc-ea49-4f3a-b410-da15c644cde2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45402ac4-397c-481f-9144-a5b5042569e3,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:53.315291 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b3782afc-ea49-4f3a-b410-da15c644cde2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.317095 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-b3782afc-ea49-4f3a-b410-da15c644cde2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/45402ac4-397c-481f-9144-a5b5042569e3 HTTP/1.1" status: 204 len: 168 time: 0.2472889 Jul 13 15:49:53.319751 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 50532) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:49:53.320616 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db8aa10-ebac-4f8c-9da9-39338753f530 None None] Network f72fbdcf-715a-4e75-9feb-cfeae0bf874c requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:49:53.385602 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.442193 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] Deleting port 3b827fd6-bd98-4b52-b9be-88c613ba07c7 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:49:53.442535 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.506253 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] For port 3b827fd6-bd98-4b52-b9be-88c613ba07c7, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=3b827fd6-bd98-4b52-b9be-88c613ba07c7,segment=NetworkSegment(8c8d2322-64b4-40d5-99cc-37cad286e2c8),segment_id=8c8d2322-64b4-40d5-99cc-37cad286e2c8)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:49:53.506512 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.521150 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] Calling delete_port for 3b827fd6-bd98-4b52-b9be-88c613ba07c7 owned by network:dhcp {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:49:53.606482 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.634929 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db36b5-592c-4c8d-80d6-7436bf3d679d None None] DHCP port deletion for f72fbdcf-715a-4e75-9feb-cfeae0bf874c request from dv-cinder-788366-2-iscsi {{(pid=93020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 15:49:53.635917 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b827fd6-bd98-4b52-b9be-88c613ba07c7,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:53.640322 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] No DVR routers for this DVR port 3b827fd6-bd98-4b52-b9be-88c613ba07c7 on host dv-cinder-788366-2-iscsi {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:49:53.710725 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.721015 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72fbdcf-715a-4e75-9feb-cfeae0bf874c']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:49:53.731089 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8d2322-64b4-40d5-99cc-37cad286e2c8') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:49:53.731376 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8d2322-64b4-40d5-99cc-37cad286e2c8') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:49:53.739791 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59737122'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.752993 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.760449 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:49:53.760840 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59730988'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: timer() Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: cb(*args, **kw) Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: self._notify() Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: self.callback(batched_events) Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: event.method(event) Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._get(url).json() Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:49:53.762796 dv-cinder-788366-2-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:49:53.821191 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.825748 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.830668 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f72fbdcf-715a-4e75-9feb-cfeae0bf874c HTTP/1.1" status: 204 len: 168 time: 0.5074131 Jul 13 15:49:53.840990 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c7d05-ea49-4b1a-a1b8-32d92b0a05a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f72fbdcf-715a-4e75-9feb-cfeae0bf874c,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:53.920841 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:53.938495 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 50536) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:49:53.978817 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-8bbd0823-fc34-4f7d-8571-6c02c0610bd6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a7bd5f37e1af4cea838fdcb08e0beadb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391150 Jul 13 15:49:53.981189 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 50538) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:49:54.026732 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9932594a-ca65-4e33-af29-2a6589a618b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:54.046934 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9932594a-ca65-4e33-af29-2a6589a618b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:54.096059 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9932594a-ca65-4e33-af29-2a6589a618b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:54.098519 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9932594a-ca65-4e33-af29-2a6589a618b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:54.099636 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-9932594a-ca65-4e33-af29-2a6589a618b0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1a38bc87-5bea-484c-96f1-d9e36d05d449 HTTP/1.1" status: 204 len: 168 time: 0.1173656 Jul 13 15:49:54.107179 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932594a-ca65-4e33-af29-2a6589a618b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a38bc87-5bea-484c-96f1-d9e36d05d449,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:54.282951 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f64147ed-e424-41e1-a921-8172a08af40d req-86f11d56-2715-49c5-a056-8a479db4b028 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556962 Jul 13 15:49:54.390649 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64147ed-e424-41e1-a921-8172a08af40d req-bc0df783-f76b-4dab-b529-405f1fc7a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:54.392166 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f64147ed-e424-41e1-a921-8172a08af40d req-bc0df783-f76b-4dab-b529-405f1fc7a07d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d94faec815442809ce9f4332a1bb5b0&device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 1099 time: 0.0522497 Jul 13 15:49:54.494583 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64147ed-e424-41e1-a921-8172a08af40d req-6d3d10e6-91be-4462-9b5e-5d69762fec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:54.496051 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f64147ed-e424-41e1-a921-8172a08af40d req-6d3d10e6-91be-4462-9b5e-5d69762fec7f service neutron] 10.222.0.63 "GET /v2.0/networks?id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 HTTP/1.1" status: 200 len: 918 time: 0.0840495 Jul 13 15:49:54.564080 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f64147ed-e424-41e1-a921-8172a08af40d req-555aec80-b274-40de-8964-e95b5a340409 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 HTTP/1.1" status: 200 len: 1000 time: 0.0612910 Jul 13 15:49:54.611442 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64147ed-e424-41e1-a921-8172a08af40d req-19610644-e81d-445f-9804-592c541e5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:54.612852 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f64147ed-e424-41e1-a921-8172a08af40d req-19610644-e81d-445f-9804-592c541e5d64 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=823f7a85-e8b2-4154-bda7-8fa34af93224 HTTP/1.1" status: 200 len: 856 time: 0.0427034 Jul 13 15:49:54.674148 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64147ed-e424-41e1-a921-8172a08af40d req-ec8212c5-cc2b-499a-8702-635f11dfe0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:49:54.674148 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f64147ed-e424-41e1-a921-8172a08af40d req-ec8212c5-cc2b-499a-8702-635f11dfe0d2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537598 Jul 13 15:49:54.766504 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f64147ed-e424-41e1-a921-8172a08af40d req-91aa4a28-4ce8-42a0-a48b-fc2806fc5266 service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859334 Jul 13 15:49:54.861967 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f64147ed-e424-41e1-a921-8172a08af40d req-e44938fe-8fd8-4d7d-a9f4-2e04ac19e9c5 service neutron] 10.222.0.63 "GET /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888700 Jul 13 15:49:54.867752 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 3b827fd6-bd98-4b52-b9be-88c613ba07c7 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:49:54.887287 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: 3b827fd6-bd98-4b52-b9be-88c613ba07c7 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:49:54.887617 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 3b827fd6-bd98-4b52-b9be-88c613ba07c7 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:49:54.888042 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 40ae0299-e6ea-4eee-ad71-045746fb0d34 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:49:54.908815 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: 40ae0299-e6ea-4eee-ad71-045746fb0d34 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:49:54.909335 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 40ae0299-e6ea-4eee-ad71-045746fb0d34 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:49:54.909958 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 8c32cc30-f2e7-454d-91ab-e5c07b869a15 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:49:54.928355 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: 8c32cc30-f2e7-454d-91ab-e5c07b869a15 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:49:54.928696 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 8c32cc30-f2e7-454d-91ab-e5c07b869a15 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:49:55.642315 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:57.778219 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 50598) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:49:57.880919 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f6757071-99f8-4d48-bff2-186b144af1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:57.966059 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f6757071-99f8-4d48-bff2-186b144af1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:57.969748 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f6757071-99f8-4d48-bff2-186b144af1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:58.006796 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-f6757071-99f8-4d48-bff2-186b144af1c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c9370a1bea384ea7ab98785736aa66c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275512 Jul 13 15:49:58.007863 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6757071-99f8-4d48-bff2-186b144af1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557283c5-bde5-4b42-99fc-a4ac0e8db0c2,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:58.009490 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 50602) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:49:58.058033 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-63fbd535-0f85-414f-9589-6c43789c42ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:58.078979 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-63fbd535-0f85-414f-9589-6c43789c42ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:58.123905 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-63fbd535-0f85-414f-9589-6c43789c42ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:58.127053 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-63fbd535-0f85-414f-9589-6c43789c42ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:58.128210 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-63fbd535-0f85-414f-9589-6c43789c42ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/557283c5-bde5-4b42-99fc-a4ac0e8db0c2 HTTP/1.1" status: 204 len: 168 time: 0.1169388 Jul 13 15:49:58.135799 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbd535-0f85-414f-9589-6c43789c42ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557283c5-bde5-4b42-99fc-a4ac0e8db0c2,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:59.448108 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 50642) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:49:59.546657 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6b74e92e-6e43-43fd-9603-5b1173eb5bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:59.634512 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6b74e92e-6e43-43fd-9603-5b1173eb5bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:59.637887 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6b74e92e-6e43-43fd-9603-5b1173eb5bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:59.674833 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-6b74e92e-6e43-43fd-9603-5b1173eb5bc5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12a9e6dd300e48e5a08f772cebb2ff8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256405 Jul 13 15:49:59.675702 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74e92e-6e43-43fd-9603-5b1173eb5bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfc0401-ac50-41ac-9fa9-be0d5e4a1cec,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:49:59.677551 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 50646) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:49:59.725833 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3b2a0c4c-4abd-4772-8920-a549e60e22b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:59.746817 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3b2a0c4c-4abd-4772-8920-a549e60e22b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:59.792603 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3b2a0c4c-4abd-4772-8920-a549e60e22b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:59.795174 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3b2a0c4c-4abd-4772-8920-a549e60e22b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:49:59.796295 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-3b2a0c4c-4abd-4772-8920-a549e60e22b4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6dfc0401-ac50-41ac-9fa9-be0d5e4a1cec HTTP/1.1" status: 204 len: 168 time: 0.1177373 Jul 13 15:49:59.805895 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a0c4c-4abd-4772-8920-a549e60e22b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfc0401-ac50-41ac-9fa9-be0d5e4a1cec,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:00.044553 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 50652) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:00.058012 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f40e2aef-9e73-4b08-b457-852077436c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:00.145552 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f40e2aef-9e73-4b08-b457-852077436c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:00.149029 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f40e2aef-9e73-4b08-b457-852077436c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:00.186935 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-f40e2aef-9e73-4b08-b457-852077436c8e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2f08694d33f4a0aaeec433d02c606a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413193 Jul 13 15:50:00.187914 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e2aef-9e73-4b08-b457-852077436c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06104ef8-df31-4a8f-99ba-474f2d2891aa,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:00.189611 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 50654) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:00.239404 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4a218da3-2ca6-42c9-bb25-d81e6cbf24b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:00.260612 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4a218da3-2ca6-42c9-bb25-d81e6cbf24b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:00.306647 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4a218da3-2ca6-42c9-bb25-d81e6cbf24b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:00.309187 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4a218da3-2ca6-42c9-bb25-d81e6cbf24b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:00.310332 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-4a218da3-2ca6-42c9-bb25-d81e6cbf24b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06104ef8-df31-4a8f-99ba-474f2d2891aa HTTP/1.1" status: 204 len: 168 time: 0.1193848 Jul 13 15:50:00.318103 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a218da3-2ca6-42c9-bb25-d81e6cbf24b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06104ef8-df31-4a8f-99ba-474f2d2891aa,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:07.833898 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:50:20.348502 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fefc816b-58a6-451d-a8b6-1805c078817f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:20.819992 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:22.807685 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-44f09947-433e-4523-8155-4ec958ac2573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:23.037335 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:23.928005 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:24.113833 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccaf4e-6930-4006-aab3-79fe48059696 req-27e3371a-a90a-4b7e-95a6-c495b0b292ae tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:24.115283 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f4ccaf4e-6930-4006-aab3-79fe48059696 req-27e3371a-a90a-4b7e-95a6-c495b0b292ae tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 946 time: 0.0608993 Jul 13 15:50:24.151917 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f4ccaf4e-6930-4006-aab3-79fe48059696 req-f673bd55-f83c-4fb5-9ca1-379ee15f3777 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312431 Jul 13 15:50:25.325324 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804a500-7bf8-486c-9423-c044d06cc4c8 req-9b35c786-acc6-4c6b-862b-61ea331ea68a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:25.326827 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f804a500-7bf8-486c-9423-c044d06cc4c8 req-9b35c786-acc6-4c6b-862b-61ea331ea68a tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 946 time: 0.0614054 Jul 13 15:50:25.363184 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f804a500-7bf8-486c-9423-c044d06cc4c8 req-8f4f9ac3-ac05-4d17-a15b-a971fb0c8736 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307040 Jul 13 15:50:25.645164 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:26.540726 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e7f32-1b59-47c7-bd01-2ef29b7044f2 req-712527eb-5c63-4ba4-9417-d8333658c11c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:26.542125 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9b4e7f32-1b59-47c7-bd01-2ef29b7044f2 req-712527eb-5c63-4ba4-9417-d8333658c11c tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 946 time: 0.0620711 Jul 13 15:50:26.582776 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-9b4e7f32-1b59-47c7-bd01-2ef29b7044f2 req-3f49aa90-be92-4f22-bd6d-df3c30e8dfc5 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352318 Jul 13 15:50:27.718207 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267971fe-4343-4c88-b6ac-18e03a38598b req-23d7621a-f06b-4b11-969e-fd1c885ddf5f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:27.720315 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-267971fe-4343-4c88-b6ac-18e03a38598b req-23d7621a-f06b-4b11-969e-fd1c885ddf5f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 946 time: 0.0617380 Jul 13 15:50:27.760883 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192097f-2701-44e5-b026-94c20c3a99f4 req-0b46f30a-9fb8-481f-830c-afcc146a74f3 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:27.762702 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6192097f-2701-44e5-b026-94c20c3a99f4 req-0b46f30a-9fb8-481f-830c-afcc146a74f3 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 946 time: 0.0664251 Jul 13 15:50:27.802231 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6192097f-2701-44e5-b026-94c20c3a99f4 req-5613c7f0-e4dd-4c2e-b721-f9b483afbbca tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups?id=606e1113-e6e2-4949-99a6-3d542390c1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326927 Jul 13 15:50:27.824685 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-267971fe-4343-4c88-b6ac-18e03a38598b req-c2e74aa2-9ad8-4444-b816-83f53c99fbde tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Deleting port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:50:27.825018 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-267971fe-4343-4c88-b6ac-18e03a38598b req-c2e74aa2-9ad8-4444-b816-83f53c99fbde tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:27.913881 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-267971fe-4343-4c88-b6ac-18e03a38598b req-c2e74aa2-9ad8-4444-b816-83f53c99fbde tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] For port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:50:27.914141 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-267971fe-4343-4c88-b6ac-18e03a38598b req-c2e74aa2-9ad8-4444-b816-83f53c99fbde tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:28.108634 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-267971fe-4343-4c88-b6ac-18e03a38598b req-c2e74aa2-9ad8-4444-b816-83f53c99fbde tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:28.109003 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-267971fe-4343-4c88-b6ac-18e03a38598b req-c2e74aa2-9ad8-4444-b816-83f53c99fbde tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:28.109309 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.l3_db [req-267971fe-4343-4c88-b6ac-18e03a38598b req-c2e74aa2-9ad8-4444-b816-83f53c99fbde tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Floating IP 0802b821-b7b8-4b79-8854-f2bf8633756d disassociated. External IP: 172.27.1.73, port: ca4bb49c-ca92-4c97-8725-ab8c5b0093b5. Jul 13 15:50:28.109641 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-267971fe-4343-4c88-b6ac-18e03a38598b req-c2e74aa2-9ad8-4444-b816-83f53c99fbde tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Calling delete_port for ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:50:28.256370 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-267971fe-4343-4c88-b6ac-18e03a38598b req-c2e74aa2-9ad8-4444-b816-83f53c99fbde tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:28.286056 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e74aa2-9ad8-4444-b816-83f53c99fbde tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event deleted for resources: {'Port': ['ID=ca4bb49c-ca92-4c97-8725-ab8c5b0093b5,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:28.404817 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-267971fe-4343-4c88-b6ac-18e03a38598b req-c2e74aa2-9ad8-4444-b816-83f53c99fbde tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Router f9620079-9045-403b-8233-7778c0d48f2f has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:50:28.512188 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-267971fe-4343-4c88-b6ac-18e03a38598b req-c2e74aa2-9ad8-4444-b816-83f53c99fbde tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:50:28.521630 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d829a7b5-3b41-4ef1-902b-608c20d76cc2 None None] Sync routers for ids ['f9620079-9045-403b-8233-7778c0d48f2f'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:50:28.530584 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d829a7b5-3b41-4ef1-902b-608c20d76cc2 None None] Routers {'f9620079-9045-403b-8233-7778c0d48f2f'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:50:28.531179 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-d829a7b5-3b41-4ef1-902b-608c20d76cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:50:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f9620079-9045-403b-8233-7778c0d48f2f'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:50:28.554099 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-267971fe-4343-4c88-b6ac-18e03a38598b req-c2e74aa2-9ad8-4444-b816-83f53c99fbde tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] No DVR routers for this DVR port ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:50:28.556552 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-267971fe-4343-4c88-b6ac-18e03a38598b req-c2e74aa2-9ad8-4444-b816-83f53c99fbde tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:28.558700 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-267971fe-4343-4c88-b6ac-18e03a38598b req-c2e74aa2-9ad8-4444-b816-83f53c99fbde tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.63 "DELETE /v2.0/ports/ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 HTTP/1.1" status: 204 len: 173 time: 0.8301587 Jul 13 15:50:28.559079 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'name': 'network-vif-deleted', 'tag': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:50:28.561295 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45b8244-3523-44f3-a629-859549301fc4" -d '{"events": [{"server_uuid": "fd89859f-0ca0-40cf-a69a-12ab6c3f3682", "name": "network-vif-deleted", "tag": "ca4bb49c-ca92-4c97-8725-ab8c5b0093b5"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:50:28.597901 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735f4035-039b-4909-871e-a679ee079a4f x-openstack-request-id: req-735f4035-039b-4909-871e-a679ee079a4f {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:50:28.598195 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd89859f-0ca0-40cf-a69a-12ab6c3f3682", "name": "network-vif-deleted", "tag": "ca4bb49c-ca92-4c97-8725-ab8c5b0093b5", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:50:28.598556 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-735f4035-039b-4909-871e-a679ee079a4f {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:50:28.599162 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd89859f-0ca0-40cf-a69a-12ab6c3f3682', 'name': 'network-vif-deleted', 'tag': 'ca4bb49c-ca92-4c97-8725-ab8c5b0093b5', 'status': 'completed', 'code': 200} Jul 13 15:50:28.648125 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-d829a7b5-3b41-4ef1-902b-608c20d76cc2 None None] Set router f9620079-9045-403b-8233-7778c0d48f2f gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:50:28.938308 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-d829a7b5-3b41-4ef1-902b-608c20d76cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:56Z', 'revision_number': 5, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:50:28.960194 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8ec8cf34-83ba-4e05-a272-e3a76431a5eb req-e6f3fad0-39ed-46a4-afbb-e7721decff5f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd89859f-0ca0-40cf-a69a-12ab6c3f3682 HTTP/1.1" status: 200 len: 210 time: 0.0280933 Jul 13 15:50:28.964018 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d829a7b5-3b41-4ef1-902b-608c20d76cc2 None None] Checking router: f9620079-9045-403b-8233-7778c0d48f2f for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:50:28.972832 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d829a7b5-3b41-4ef1-902b-608c20d76cc2 None None] Routers {'f9620079-9045-403b-8233-7778c0d48f2f'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:50:28.973436 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-d829a7b5-3b41-4ef1-902b-608c20d76cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:50:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f9620079-9045-403b-8233-7778c0d48f2f'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:50:29.075536 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-d829a7b5-3b41-4ef1-902b-608c20d76cc2 None None] Set router f9620079-9045-403b-8233-7778c0d48f2f gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:50:29.291955 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-d829a7b5-3b41-4ef1-902b-608c20d76cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:56Z', 'revision_number': 5, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:50:29.318901 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d829a7b5-3b41-4ef1-902b-608c20d76cc2 None None] The sync data for ids ['f9620079-9045-403b-8233-7778c0d48f2f'] in dv-cinder-788366-2-iscsi is: [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:42:43Z', 'revision_number': 4, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '66ef71b0-1f15-43c9-9280-118a4a69960e', 'name': '', 'network_id': 'dbde9c41-8b2b-424f-85c7-85a79ff8d5a0', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'mac_address': 'fa:16:3e:19:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:42Z', 'updated_at': '2021-07-13T15:42:56Z', 'revision_number': 5, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'subnets': [{'id': '823f7a85-e8b2-4154-bda7-8fa34af93224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:50:29.541625 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c94a4-ea63-493d-b841-a69b3818a0f0 None None] New status for floating IP 0802b821-b7b8-4b79-8854-f2bf8633756d: DOWN {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:50:30.083912 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 50882) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:30.135306 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-508feb77-4013-42cc-82c5-5525a6d70a2f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:30.157589 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-508feb77-4013-42cc-82c5-5525a6d70a2f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:30.203272 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-508feb77-4013-42cc-82c5-5525a6d70a2f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:30.206659 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-508feb77-4013-42cc-82c5-5525a6d70a2f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:30.207784 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-508feb77-4013-42cc-82c5-5525a6d70a2f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "DELETE /v2.0/security-groups/606e1113-e6e2-4949-99a6-3d542390c1dc HTTP/1.1" status: 204 len: 168 time: 0.1228454 Jul 13 15:50:30.210673 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 50884) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:30.216415 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508feb77-4013-42cc-82c5-5525a6d70a2f tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=606e1113-e6e2-4949-99a6-3d542390c1dc,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:30.225360 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.api.v2.resource [None req-e725a636-ef2a-40ee-ae7f-30e52c8a4c43 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] show failed (client error): The resource could not be found. Jul 13 15:50:30.226393 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-e725a636-ef2a-40ee-ae7f-30e52c8a4c43 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "GET /v2.0/security-groups/606e1113-e6e2-4949-99a6-3d542390c1dc HTTP/1.1" status: 404 len: 347 time: 0.0147283 Jul 13 15:50:30.229306 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 50886) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:30.350564 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-97d3d0f7-16b5-479e-9a6d-2947543061c2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Deleting port 12b6c30a-7fb5-4aad-ba07-c44a28514103 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:50:30.350884 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-97d3d0f7-16b5-479e-9a6d-2947543061c2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:30.426274 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-97d3d0f7-16b5-479e-9a6d-2947543061c2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:30.426594 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-97d3d0f7-16b5-479e-9a6d-2947543061c2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:30.437697 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-97d3d0f7-16b5-479e-9a6d-2947543061c2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Calling delete_port for 12b6c30a-7fb5-4aad-ba07-c44a28514103 owned by network:floatingip {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:50:30.568441 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-97d3d0f7-16b5-479e-9a6d-2947543061c2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:30.597434 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3d0f7-16b5-479e-9a6d-2947543061c2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Pushing event deleted for resources: {'Port': ['ID=12b6c30a-7fb5-4aad-ba07-c44a28514103,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:30.652225 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-97d3d0f7-16b5-479e-9a6d-2947543061c2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:30.654761 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-97d3d0f7-16b5-479e-9a6d-2947543061c2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:30.655907 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-97d3d0f7-16b5-479e-9a6d-2947543061c2 tempest-AttachVolumeShelveTestJSON-1807303344 tempest-AttachVolumeShelveTestJSON-1807303344-project] 10.222.0.59 "DELETE /v2.0/floatingips/0802b821-b7b8-4b79-8854-f2bf8633756d HTTP/1.1" status: 204 len: 168 time: 0.4256785 Jul 13 15:50:32.015543 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 50914) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:32.118927 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-afcbc66c-9e8c-437d-98c8-f82d6115baa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:32.206720 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-afcbc66c-9e8c-437d-98c8-f82d6115baa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:32.210240 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-afcbc66c-9e8c-437d-98c8-f82d6115baa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:32.248803 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-afcbc66c-9e8c-437d-98c8-f82d6115baa6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=19336e5a5b5a4eeba5d4e731acea2b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322047 Jul 13 15:50:32.250018 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbc66c-9e8c-437d-98c8-f82d6115baa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875853b0-2c89-4c54-a1c9-331e4f6eb356,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:32.251913 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 50918) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:32.307129 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-538a8c21-e4c2-49e8-bd16-de4c940d3d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:32.329115 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-538a8c21-e4c2-49e8-bd16-de4c940d3d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:32.374312 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-538a8c21-e4c2-49e8-bd16-de4c940d3d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:32.377068 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-538a8c21-e4c2-49e8-bd16-de4c940d3d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:32.378234 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-538a8c21-e4c2-49e8-bd16-de4c940d3d56 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/875853b0-2c89-4c54-a1c9-331e4f6eb356 HTTP/1.1" status: 204 len: 168 time: 0.1243851 Jul 13 15:50:32.385396 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a8c21-e4c2-49e8-bd16-de4c940d3d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875853b0-2c89-4c54-a1c9-331e4f6eb356,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:32.517840 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:50:32.537466 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:50:32.537831 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device ca4bb49c-ca92-4c97-8725-ab8c5b0093b5 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:50:32.623915 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 50924) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:32.636739 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d872e823-838a-4ab5-8649-240f48a9fe7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:32.724011 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d872e823-838a-4ab5-8649-240f48a9fe7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:32.727798 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d872e823-838a-4ab5-8649-240f48a9fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:32.764774 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-d872e823-838a-4ab5-8649-240f48a9fe7f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6dc3d73ebe7d42c49209d9a92860741b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397693 Jul 13 15:50:32.766416 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872e823-838a-4ab5-8649-240f48a9fe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d604830e-09de-4919-8eee-f7bbfea90ddb,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:32.768236 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 50926) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:32.817567 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a3231216-50dd-491f-acf3-e4a0a3fc2a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:32.837333 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a3231216-50dd-491f-acf3-e4a0a3fc2a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:32.881880 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a3231216-50dd-491f-acf3-e4a0a3fc2a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:32.884383 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a3231216-50dd-491f-acf3-e4a0a3fc2a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:32.885526 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-a3231216-50dd-491f-acf3-e4a0a3fc2a11 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d604830e-09de-4919-8eee-f7bbfea90ddb HTTP/1.1" status: 204 len: 168 time: 0.1163199 Jul 13 15:50:32.892989 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3231216-50dd-491f-acf3-e4a0a3fc2a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d604830e-09de-4919-8eee-f7bbfea90ddb,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:33.215281 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 50944) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:33.702298 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-09eceee6-f05f-47c0-9ea0-75e13bececd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731433'] for router_interface, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:33.957095 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-09eceee6-f05f-47c0-9ea0-75e13bececd1 admin admin] Deleting port 66ef71b0-1f15-43c9-9280-118a4a69960e {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:50:33.957437 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-09eceee6-f05f-47c0-9ea0-75e13bececd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:34.034283 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-09eceee6-f05f-47c0-9ea0-75e13bececd1 admin admin] For port 66ef71b0-1f15-43c9-9280-118a4a69960e, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=66ef71b0-1f15-43c9-9280-118a4a69960e,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:50:34.034641 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-09eceee6-f05f-47c0-9ea0-75e13bececd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:34.048124 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-09eceee6-f05f-47c0-9ea0-75e13bececd1 admin admin] Calling delete_port for 66ef71b0-1f15-43c9-9280-118a4a69960e owned by network:router_interface {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:50:34.232653 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-09eceee6-f05f-47c0-9ea0-75e13bececd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:34.262405 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eceee6-f05f-47c0-9ea0-75e13bececd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ef71b0-1f15-43c9-9280-118a4a69960e,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:34.426130 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-09eceee6-f05f-47c0-9ea0-75e13bececd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1730701'] for router_interface, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:34.929449 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09eceee6-f05f-47c0-9ea0-75e13bececd1 admin admin] Router f9620079-9045-403b-8233-7778c0d48f2f has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:50:35.033634 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09eceee6-f05f-47c0-9ea0-75e13bececd1 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:50:35.038627 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-09eceee6-f05f-47c0-9ea0-75e13bececd1 admin admin] 10.222.0.59 "PUT /v2.0/routers/f9620079-9045-403b-8233-7778c0d48f2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8223379 Jul 13 15:50:35.041107 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 50990) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:35.042095 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d652962b-46c7-42cb-b798-7cd5fe331804 None None] Sync routers for ids ['f9620079-9045-403b-8233-7778c0d48f2f'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:50:35.051485 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d652962b-46c7-42cb-b798-7cd5fe331804 None None] Routers {'f9620079-9045-403b-8233-7778c0d48f2f'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:50:35.052076 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-d652962b-46c7-42cb-b798-7cd5fe331804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:50:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f9620079-9045-403b-8233-7778c0d48f2f'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:50:35.142932 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:35.150887 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-d652962b-46c7-42cb-b798-7cd5fe331804 None None] Set router f9620079-9045-403b-8233-7778c0d48f2f gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:50:35.239341 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:35.295344 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] Deleting port cd4fb243-2f9d-499e-a68e-daa4902fd856 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:50:35.295685 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:35.327296 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-d652962b-46c7-42cb-b798-7cd5fe331804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:50:34Z', 'revision_number': 5, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port': {'id': 'cd4fb243-2f9d-499e-a68e-daa4902fd856', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:42:38Z', 'updated_at': '2021-07-13T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:50:35.356595 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d652962b-46c7-42cb-b798-7cd5fe331804 None None] Checking router: f9620079-9045-403b-8233-7778c0d48f2f for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:50:35.365229 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d652962b-46c7-42cb-b798-7cd5fe331804 None None] Routers {'f9620079-9045-403b-8233-7778c0d48f2f'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:50:35.365864 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-d652962b-46c7-42cb-b798-7cd5fe331804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:50:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f9620079-9045-403b-8233-7778c0d48f2f'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:50:35.373438 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] For port cd4fb243-2f9d-499e-a68e-daa4902fd856, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=cd4fb243-2f9d-499e-a68e-daa4902fd856,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:50:35.373829 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:35.385899 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] Calling delete_port for cd4fb243-2f9d-499e-a68e-daa4902fd856 owned by network:router_gateway {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:50:35.449338 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-d652962b-46c7-42cb-b798-7cd5fe331804 None None] Set router f9620079-9045-403b-8233-7778c0d48f2f gateway port host: None {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:50:35.500159 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-d652962b-46c7-42cb-b798-7cd5fe331804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:50:35Z', 'revision_number': 6, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port_host': None}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:50:35.528898 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d652962b-46c7-42cb-b798-7cd5fe331804 None None] The sync data for ids ['f9620079-9045-403b-8233-7778c0d48f2f'] in dv-cinder-788366-2-iscsi is: [{'id': 'f9620079-9045-403b-8233-7778c0d48f2f', 'name': 'tempest-AttachVolumeShelveTestJSON-1073453592-router', 'tenant_id': '0d94faec815442809ce9f4332a1bb5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:42:37Z', 'updated_at': '2021-07-13T15:50:35Z', 'revision_number': 6, 'project_id': '0d94faec815442809ce9f4332a1bb5b0', 'gw_port_host': None}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:50:35.546643 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:35.570750 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4fb243-2f9d-499e-a68e-daa4902fd856,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:35.640362 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735951'] for router_gateway, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:35.729941 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5784'] for router, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:35.732123 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:35.775276 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704468'] for router, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:35.775930 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9620079-9045-403b-8233-7778c0d48f2f {{(pid=93019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 15:50:35.780644 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:35.782640 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-c828c3a8-8396-4dff-a153-6c0ebf66f2a1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f9620079-9045-403b-8233-7778c0d48f2f HTTP/1.1" status: 204 len: 168 time: 0.7405462 Jul 13 15:50:35.785510 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 51002) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:35.835602 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5424e8-9ac0-4d06-9341-2793a7bc5688 admin admin] Deleting subnet 823f7a85-e8b2-4154-bda7-8fa34af93224 {{(pid=93019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:50:35.838612 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0a5424e8-9ac0-4d06-9341-2793a7bc5688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:35.876273 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0a5424e8-9ac0-4d06-9341-2793a7bc5688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3611000'] for subnet, precommit_delete_associations {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:35.953784 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0a5424e8-9ac0-4d06-9341-2793a7bc5688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.010158 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0a5424e8-9ac0-4d06-9341-2793a7bc5688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3611086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60791246'] for subnet, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.036084 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5424e8-9ac0-4d06-9341-2793a7bc5688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=823f7a85-e8b2-4154-bda7-8fa34af93224,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:36.038066 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0a5424e8-9ac0-4d06-9341-2793a7bc5688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.039963 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-0a5424e8-9ac0-4d06-9341-2793a7bc5688 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/823f7a85-e8b2-4154-bda7-8fa34af93224 HTTP/1.1" status: 204 len: 168 time: 0.2533896 Jul 13 15:50:36.042553 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 51006) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:36.044387 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b347d02-41ad-40d6-a3e9-d0041ca5acd5 None None] Network dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:50:36.114006 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.163420 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] Deleting port 4853fc87-6e72-4e9d-8d13-efd25fd80120 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:50:36.163764 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.224630 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] For port 4853fc87-6e72-4e9d-8d13-efd25fd80120, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=4853fc87-6e72-4e9d-8d13-efd25fd80120,segment=NetworkSegment(436e29fe-b8c2-41d9-b29f-3391e1259a3a),segment_id=436e29fe-b8c2-41d9-b29f-3391e1259a3a)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:50:36.224929 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.237582 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] Calling delete_port for 4853fc87-6e72-4e9d-8d13-efd25fd80120 owned by network:dhcp {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:50:36.308504 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] DHCP port deletion for dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 request from dv-cinder-788366-2-iscsi {{(pid=93020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 15:50:36.322116 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.347931 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=4853fc87-6e72-4e9d-8d13-efd25fd80120,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:36.352261 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] No DVR routers for this DVR port 4853fc87-6e72-4e9d-8d13-efd25fd80120 on host dv-cinder-788366-2-iscsi {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:50:36.356325 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Deleting port 4853fc87-6e72-4e9d-8d13-efd25fd80120 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:50:36.356325 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.420971 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] For port 4853fc87-6e72-4e9d-8d13-efd25fd80120, host dv-cinder-788366-2-iscsi, got binding levels [] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:50:36.421358 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.425498 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.434788 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Calling delete_port for 4853fc87-6e72-4e9d-8d13-efd25fd80120 owned by network:dhcp {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:50:36.435542 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbde9c41-8b2b-424f-85c7-85a79ff8d5a0']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:50:36.437357 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.ipam_backend_mixin [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Port 4853fc87-6e72-4e9d-8d13-efd25fd80120 was not found and therefore no delete operation was performed {{(pid=93020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 15:50:36.439212 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.446435 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436e29fe-b8c2-41d9-b29f-3391e1259a3a') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:50:36.446903 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436e29fe-b8c2-41d9-b29f-3391e1259a3a') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:50:36.456294 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59737122'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.463260 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Pushing event deleted for resources: {'Port': ['ID=4853fc87-6e72-4e9d-8d13-efd25fd80120,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:36.471203 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] No DVR routers for this DVR port 4853fc87-6e72-4e9d-8d13-efd25fd80120 on host dv-cinder-788366-2-iscsi {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:50:36.471943 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.473468 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:36.473836 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:36.474168 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:36.474498 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:36.474866 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:36.475142 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:36.475460 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:36.475778 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:36.476098 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:36.476411 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:36.476726 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:36.477055 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412bea1-f5e4-45c6-bc6f-2555ad6f3540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:36.478665 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:50:36.479047 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59730988'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: timer() Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: cb(*args, **kw) Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: self._notify() Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: self.callback(batched_events) Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: event.method(event) Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._get(url).json() Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:50:36.484368 dv-cinder-788366-2-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:50:36.542545 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.548619 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.550662 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] 10.222.0.59 "DELETE /v2.0/networks/dbde9c41-8b2b-424f-85c7-85a79ff8d5a0 HTTP/1.1" status: 204 len: 168 time: 0.5071192 Jul 13 15:50:36.562192 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3ed12-4b71-468d-8600-1e83f2a49b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=dbde9c41-8b2b-424f-85c7-85a79ff8d5a0,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:36.712713 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 51010) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:36.751891 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-aa08f001-b65e-4df7-98b3-746676f8c2f7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d94faec815442809ce9f4332a1bb5b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379803 Jul 13 15:50:36.754212 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 51012) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:36.803283 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-96e5b937-4f5a-470e-b954-9fc79ce0bb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.824446 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-96e5b937-4f5a-470e-b954-9fc79ce0bb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.873297 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-96e5b937-4f5a-470e-b954-9fc79ce0bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.876158 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-96e5b937-4f5a-470e-b954-9fc79ce0bb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:36.877306 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-96e5b937-4f5a-470e-b954-9fc79ce0bb20 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dc448b04-67c9-47e5-8f63-6506aadbf4fa HTTP/1.1" status: 204 len: 168 time: 0.1222248 Jul 13 15:50:36.886273 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5b937-4f5a-470e-b954-9fc79ce0bb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc448b04-67c9-47e5-8f63-6506aadbf4fa,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:36.900615 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device cd4fb243-2f9d-499e-a68e-daa4902fd856 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:50:36.925666 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: cd4fb243-2f9d-499e-a68e-daa4902fd856 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:50:36.926413 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device cd4fb243-2f9d-499e-a68e-daa4902fd856 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:50:36.927200 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 66ef71b0-1f15-43c9-9280-118a4a69960e no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:50:36.951152 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: 66ef71b0-1f15-43c9-9280-118a4a69960e {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:50:36.951554 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 66ef71b0-1f15-43c9-9280-118a4a69960e not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:50:36.951914 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 4853fc87-6e72-4e9d-8d13-efd25fd80120 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:50:36.971028 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: 4853fc87-6e72-4e9d-8d13-efd25fd80120 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:50:36.971371 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 4853fc87-6e72-4e9d-8d13-efd25fd80120 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:50:37.132896 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 51024) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:37.234183 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-32ba29a7-9c14-431b-a75d-d44a6f9a3ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:37.328031 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-32ba29a7-9c14-431b-a75d-d44a6f9a3ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:37.333333 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-32ba29a7-9c14-431b-a75d-d44a6f9a3ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:37.372428 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-32ba29a7-9c14-431b-a75d-d44a6f9a3ac6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9932707f460e4a2c81a998ca0654fc25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383585 Jul 13 15:50:37.373589 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba29a7-9c14-431b-a75d-d44a6f9a3ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964e6fa9-3bec-49e5-b7e9-d7d35838014e,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:37.376052 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 51038) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:37.435615 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c598a092-c8bc-4cf2-b37f-68a517b67fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:37.457153 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c598a092-c8bc-4cf2-b37f-68a517b67fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:37.505511 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c598a092-c8bc-4cf2-b37f-68a517b67fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:37.508143 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c598a092-c8bc-4cf2-b37f-68a517b67fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:37.509311 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-c598a092-c8bc-4cf2-b37f-68a517b67fb1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/964e6fa9-3bec-49e5-b7e9-d7d35838014e HTTP/1.1" status: 204 len: 168 time: 0.1321201 Jul 13 15:50:37.518020 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598a092-c8bc-4cf2-b37f-68a517b67fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964e6fa9-3bec-49e5-b7e9-d7d35838014e,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:37.821667 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 51060) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:37.834597 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ab1a3719-5015-4e60-9391-32649b47b9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:37.922811 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ab1a3719-5015-4e60-9391-32649b47b9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:37.926469 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ab1a3719-5015-4e60-9391-32649b47b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:37.958305 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-ab1a3719-5015-4e60-9391-32649b47b9e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11ba778011c74650b3705f73b1f6a791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1354468 Jul 13 15:50:37.960908 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 51064) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:37.967061 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a3719-5015-4e60-9391-32649b47b9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ca1eab-e9fd-4f71-9fe8-40e2c6e2b1b8,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:38.011780 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77316541-88d9-4986-90df-6d363227f821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:38.033728 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77316541-88d9-4986-90df-6d363227f821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:38.082986 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77316541-88d9-4986-90df-6d363227f821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:38.085727 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77316541-88d9-4986-90df-6d363227f821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:38.086943 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-77316541-88d9-4986-90df-6d363227f821 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/48ca1eab-e9fd-4f71-9fe8-40e2c6e2b1b8 HTTP/1.1" status: 204 len: 168 time: 0.1250567 Jul 13 15:50:38.095306 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77316541-88d9-4986-90df-6d363227f821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ca1eab-e9fd-4f71-9fe8-40e2c6e2b1b8,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:39.693521 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 51140) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:39.793143 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e5aaf6b1-770b-4eab-9a4b-d66642cb1f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:39.879861 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e5aaf6b1-770b-4eab-9a4b-d66642cb1f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:39.883303 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e5aaf6b1-770b-4eab-9a4b-d66642cb1f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:39.922611 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-e5aaf6b1-770b-4eab-9a4b-d66642cb1f11 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5a6bf4ca922e46f09e12692ab7b278e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273095 Jul 13 15:50:39.923437 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaf6b1-770b-4eab-9a4b-d66642cb1f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d96fba-160d-4b71-a69b-6a5f247afba6,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:39.925928 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 51144) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:39.974749 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-15753fab-eafe-4353-a137-7ad29ec682ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:39.995524 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-15753fab-eafe-4353-a137-7ad29ec682ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:40.041803 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-15753fab-eafe-4353-a137-7ad29ec682ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:40.044287 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-15753fab-eafe-4353-a137-7ad29ec682ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:40.045392 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-15753fab-eafe-4353-a137-7ad29ec682ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4d96fba-160d-4b71-a69b-6a5f247afba6 HTTP/1.1" status: 204 len: 168 time: 0.1184878 Jul 13 15:50:40.053318 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15753fab-eafe-4353-a137-7ad29ec682ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d96fba-160d-4b71-a69b-6a5f247afba6,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:40.293264 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 51150) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:40.306513 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dcab8213-fe0c-4aeb-bbdc-f343399d2574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:40.393767 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dcab8213-fe0c-4aeb-bbdc-f343399d2574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:40.397032 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dcab8213-fe0c-4aeb-bbdc-f343399d2574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:40.433773 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-dcab8213-fe0c-4aeb-bbdc-f343399d2574 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0faa03583c294c348c612a39937a64c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394124 Jul 13 15:50:40.434682 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab8213-fe0c-4aeb-bbdc-f343399d2574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4327d2-8fc4-4e1b-8a7a-b6bae15b1ac1,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:40.436384 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 51152) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:40.484934 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d098cda6-726f-40ae-9ef3-e4d74ce21686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:40.505696 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d098cda6-726f-40ae-9ef3-e4d74ce21686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:40.549975 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d098cda6-726f-40ae-9ef3-e4d74ce21686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:40.552441 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d098cda6-726f-40ae-9ef3-e4d74ce21686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:40.553550 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d098cda6-726f-40ae-9ef3-e4d74ce21686 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8a4327d2-8fc4-4e1b-8a7a-b6bae15b1ac1 HTTP/1.1" status: 204 len: 168 time: 0.1161373 Jul 13 15:50:40.562352 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098cda6-726f-40ae-9ef3-e4d74ce21686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4327d2-8fc4-4e1b-8a7a-b6bae15b1ac1,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:44.833783 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:50:45.534704 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 51316) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:45.637710 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-168eda59-4be0-47bd-a782-839da9465cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:45.730498 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-168eda59-4be0-47bd-a782-839da9465cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:45.735199 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-168eda59-4be0-47bd-a782-839da9465cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:45.772973 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-168eda59-4be0-47bd-a782-839da9465cae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27b22d041ddf441f9e3ff87759433274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370908 Jul 13 15:50:45.774098 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168eda59-4be0-47bd-a782-839da9465cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6becb6d0-b8aa-4fe3-888d-f85a494e0ee3,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:45.775739 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 51320) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:45.831827 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1f7f999a-751f-4573-9cf1-9808f77b6ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:45.853043 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1f7f999a-751f-4573-9cf1-9808f77b6ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:45.902520 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1f7f999a-751f-4573-9cf1-9808f77b6ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:45.905499 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1f7f999a-751f-4573-9cf1-9808f77b6ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:45.907302 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-1f7f999a-751f-4573-9cf1-9808f77b6ab2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6becb6d0-b8aa-4fe3-888d-f85a494e0ee3 HTTP/1.1" status: 204 len: 168 time: 0.1293316 Jul 13 15:50:45.915758 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f999a-751f-4573-9cf1-9808f77b6ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6becb6d0-b8aa-4fe3-888d-f85a494e0ee3,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:46.201696 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 51330) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:46.213407 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2e38df16-2702-4d3b-8ff3-d98c844b6bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:46.319948 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2e38df16-2702-4d3b-8ff3-d98c844b6bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:46.323780 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2e38df16-2702-4d3b-8ff3-d98c844b6bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:46.362207 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2e38df16-2702-4d3b-8ff3-d98c844b6bb2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ccf79394cc445dfa92f995dcb3c75d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1631620 Jul 13 15:50:46.364172 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38df16-2702-4d3b-8ff3-d98c844b6bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2eecbb-cdf1-4882-b7d8-c096abf5e93e,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:46.365075 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 51334) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:46.424343 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c344fb6c-ea73-4b47-9575-b05c410eea8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:46.446602 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c344fb6c-ea73-4b47-9575-b05c410eea8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:46.496110 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c344fb6c-ea73-4b47-9575-b05c410eea8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:46.498801 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c344fb6c-ea73-4b47-9575-b05c410eea8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:46.500496 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-c344fb6c-ea73-4b47-9575-b05c410eea8d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f2eecbb-cdf1-4882-b7d8-c096abf5e93e HTTP/1.1" status: 204 len: 168 time: 0.1339169 Jul 13 15:50:46.510129 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344fb6c-ea73-4b47-9575-b05c410eea8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2eecbb-cdf1-4882-b7d8-c096abf5e93e,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:46.810461 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 51348) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:46.823931 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-24e1a02a-cbe0-452e-a207-683e21f1ae36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:46.912524 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-24e1a02a-cbe0-452e-a207-683e21f1ae36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:46.916352 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-24e1a02a-cbe0-452e-a207-683e21f1ae36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:46.954796 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-24e1a02a-cbe0-452e-a207-683e21f1ae36 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a68af4fc95d498fbc4a7402a40f8a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431966 Jul 13 15:50:46.955632 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1a02a-cbe0-452e-a207-683e21f1ae36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b1ee72-b2e2-4030-b340-22dc29f07079,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:46.957432 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 51350) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:47.005648 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:47.028504 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:47.072658 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:47.075214 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:47.076332 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/30b1ee72-b2e2-4030-b340-22dc29f07079 HTTP/1.1" status: 204 len: 168 time: 0.1177921 Jul 13 15:50:47.084599 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b1ee72-b2e2-4030-b340-22dc29f07079,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:47.091632 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:47.091992 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:47.092323 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:47.092655 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:47.092987 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:47.094089 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:47.094345 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:47.094675 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:47.095005 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:47.095326 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:47.095646 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:47.095966 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560c1e-7c77-4711-8d4d-e30dd9131c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:49.310213 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-c037ff3f-9213-488b-8245-b524233e4fdb tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=af5e4a2b2c75429e9c2cce5b3f5d87b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282056 Jul 13 15:50:49.486017 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-362fdca4-e940-4ac1-a32f-4a52a1839b29 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:49.487421 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-362fdca4-e940-4ac1-a32f-4a52a1839b29 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715181 Jul 13 15:50:49.502647 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-5c70d178-0f3a-4b0f-afb2-a955150ea42e tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/quotas/af5e4a2b2c75429e9c2cce5b3f5d87b6 HTTP/1.1" status: 200 len: 375 time: 0.0097249 Jul 13 15:50:49.533770 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a6c746fa-66f4-4f34-87c6-37ac64209ac4 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=af5e4a2b2c75429e9c2cce5b3f5d87b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262482 Jul 13 15:50:50.348001 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fb99cedf-3b2d-437c-8403-a20eb2128e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:50.715092 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5ef69409-91be-4c40-8cbb-13e0fcd81d01 req-82014a74-0521-408b-bf84-229030d22c9a tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/ports?device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 210 time: 0.0294256 Jul 13 15:50:50.823967 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:51.273810 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e66a56-9287-4ad6-9d3f-441ff2585748 req-d4a27d6f-c76d-4b69-9c5b-9117f33a4a34 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:51.275311 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47e66a56-9287-4ad6-9d3f-441ff2585748 req-d4a27d6f-c76d-4b69-9c5b-9117f33a4a34 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0637822 Jul 13 15:50:51.318516 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47e66a56-9287-4ad6-9d3f-441ff2585748 req-e61c66a3-b8b6-45a9-8691-06813704fad2 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369337 Jul 13 15:50:51.857734 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-09365903-36a4-498a-b132-3cf0fe45975f req-5b63c367-46e4-4ab7-aa13-b809ea3514e1 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/ports?device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 210 time: 0.0282018 Jul 13 15:50:51.969884 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-97a0c31f-a4e6-4762-b002-296b7183caa4 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=af5e4a2b2c75429e9c2cce5b3f5d87b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202117 Jul 13 15:50:52.078472 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-9f433667-0f9f-4878-b27e-8ac319e76173 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:52.079802 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-9f433667-0f9f-4878-b27e-8ac319e76173 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1047537 Jul 13 15:50:52.098030 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Request body: {'port': {'device_id': '718e1fd0-7fa2-4db5-a5f4-b958c246dad1', 'network_id': 'a502da1a-e46d-40a2-83c6-8f365a9491ca', 'admin_state_up': True, 'tenant_id': 'af5e4a2b2c75429e9c2cce5b3f5d87b6'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:50:52.204513 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Made reservation on behalf of af5e4a2b2c75429e9c2cce5b3f5d87b6 for: {'port': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:50:52.208181 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:52.216983 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:52.307155 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:52.310728 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:52.377467 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b29943d-2ce8-4b7b-8573-1224cc1d33db,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:52.450536 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Allocated IP 192.168.233.191 (a502da1a-e46d-40a2-83c6-8f365a9491ca/6c1782d0-82dd-4295-832f-29c05431ebd2/6f0f878a-03bc-45af-aada-ab6c8fdac470) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:50:52.513868 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc57300-6dfb-4279-89f2-96c059f84241 req-d059d9b2-07eb-498e-8578-15c073c90969 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:52.515951 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5cc57300-6dfb-4279-89f2-96c059f84241 req-d059d9b2-07eb-498e-8578-15c073c90969 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0671468 Jul 13 15:50:52.553764 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5cc57300-6dfb-4279-89f2-96c059f84241 req-936b81f9-fc12-44f6-8161-0ce03930cc69 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320332 Jul 13 15:50:52.597574 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:52.611208 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Transition to ACTIVE for port object 6f0f878a-03bc-45af-aada-ab6c8fdac470 will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:50:52.642636 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:52.688580 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Network a502da1a-e46d-40a2-83c6-8f365a9491ca is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:50:52.693540 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:50:52.696229 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:50:52.721802 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Pushing event updated for resources: {'Port': ['ID=6f0f878a-03bc-45af-aada-ab6c8fdac470,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:52.751684 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:52.752309 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:52.766766 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-7f754fd6-7f65-412b-b602-bba968cbffc9 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6724570 Jul 13 15:50:52.785942 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Request body: {'port': {'device_id': '718e1fd0-7fa2-4db5-a5f4-b958c246dad1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:50:52.814789 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-85d90b68-0c01-4f43-a2b5-f4b4ffdccef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:52.866018 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:52.947841 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-00c3be59-d2ac-4c02-aeb0-ab7a4306fc44 None None] Provisioning for port 6f0f878a-03bc-45af-aada-ab6c8fdac470 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:50:52.954693 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-00c3be59-d2ac-4c02-aeb0-ab7a4306fc44 None None] Provisioning complete for port 6f0f878a-03bc-45af-aada-ab6c8fdac470 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:50:52.955437 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-00c3be59-d2ac-4c02-aeb0-ab7a4306fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:53.008259 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-00c3be59-d2ac-4c02-aeb0-ab7a4306fc44 None None] Port 6f0f878a-03bc-45af-aada-ab6c8fdac470 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:50:53.038132 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:53.112187 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a63f9e-e8ca-4392-b689-c80ed5db3bda req-d4cb5fb0-2dce-40ad-a552-448a83037060 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:53.113740 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-30a63f9e-e8ca-4392-b689-c80ed5db3bda req-d4cb5fb0-2dce-40ad-a552-448a83037060 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/ports?device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 936 time: 0.1301196 Jul 13 15:50:53.174411 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-30a63f9e-e8ca-4392-b689-c80ed5db3bda req-b850c99e-1cd3-42e7-9f58-f165b833ab9a tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/security-groups?id=6b29943d-2ce8-4b7b-8573-1224cc1d33db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545514 Jul 13 15:50:53.225103 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0f878a-03bc-45af-aada-ab6c8fdac470 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:50:53.233078 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:53.245808 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Transition to ACTIVE for port object 6f0f878a-03bc-45af-aada-ab6c8fdac470 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:50:53.250555 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:53.307384 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0f878a-03bc-45af-aada-ab6c8fdac470,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:53.333419 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:53.333790 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:53.334130 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:53.334470 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:53.334791 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:53.335122 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:53.335446 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:53.335773 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:53.336095 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:53.336419 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:53.336742 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:53.337058 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:50:53.387394 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Attempting to bind port 6f0f878a-03bc-45af-aada-ab6c8fdac470 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:50:53.387733 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Attempting to bind port 6f0f878a-03bc-45af-aada-ab6c8fdac470 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6f9f537e-6b61-4027-b391-0a3120a2dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a502da1a-e46d-40a2-83c6-8f365a9491ca'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:50:53.388064 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Attempting to bind port 6f0f878a-03bc-45af-aada-ab6c8fdac470 on network a502da1a-e46d-40a2-83c6-8f365a9491ca {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:50:53.392717 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Port 6f0f878a-03bc-45af-aada-ab6c8fdac470 on network a502da1a-e46d-40a2-83c6-8f365a9491ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:50:53.393039 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Attempting to bind port 6f0f878a-03bc-45af-aada-ab6c8fdac470 on network a502da1a-e46d-40a2-83c6-8f365a9491ca {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:50:53.398220 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:50:53.398554 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Checking segment: {'id': '6f9f537e-6b61-4027-b391-0a3120a2dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a502da1a-e46d-40a2-83c6-8f365a9491ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:50:53.398935 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Bound using segment: {'id': '6f9f537e-6b61-4027-b391-0a3120a2dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a502da1a-e46d-40a2-83c6-8f365a9491ca'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:50:53.399364 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Bound port: 6f0f878a-03bc-45af-aada-ab6c8fdac470, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9f537e-6b61-4027-b391-0a3120a2dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a502da1a-e46d-40a2-83c6-8f365a9491ca'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:50:53.399724 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:53.423096 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 51504) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:53.467538 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] For port 6f0f878a-03bc-45af-aada-ab6c8fdac470, host hv-cinder-78836, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:50:53.471738 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] For port 6f0f878a-03bc-45af-aada-ab6c8fdac470, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6f0f878a-03bc-45af-aada-ab6c8fdac470,segment=NetworkSegment(6f9f537e-6b61-4027-b391-0a3120a2dc1b),segment_id=6f9f537e-6b61-4027-b391-0a3120a2dc1b)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:50:53.475925 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:53.514029 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:53.514683 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:53.516132 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] 10.222.0.63 "PUT /v2.0/ports/6f0f878a-03bc-45af-aada-ab6c8fdac470 HTTP/1.1" status: 200 len: 1098 time: 0.7349877 Jul 13 15:50:53.518521 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718e1fd0-7fa2-4db5-a5f4-b958c246dad1', 'tag': '6f0f878a-03bc-45af-aada-ab6c8fdac470'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:50:53.520738 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ffe681-536a-4181-a31a-4897f390f885" -d '{"events": [{"name": "network-changed", "server_uuid": "718e1fd0-7fa2-4db5-a5f4-b958c246dad1", "tag": "6f0f878a-03bc-45af-aada-ab6c8fdac470"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:50:53.552978 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-86336e2f-f84a-4528-b0d8-817e555874a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:53.557741 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52710cf-11dc-414d-91b1-8259f148a865 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0f878a-03bc-45af-aada-ab6c8fdac470,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:53.584714 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2ddf5f-ade4-401a-bbe1-dd9e8d7e7902 x-openstack-request-id: req-fa2ddf5f-ade4-401a-bbe1-dd9e8d7e7902 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:50:53.585003 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718e1fd0-7fa2-4db5-a5f4-b958c246dad1", "tag": "6f0f878a-03bc-45af-aada-ab6c8fdac470", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:50:53.585256 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa2ddf5f-ade4-401a-bbe1-dd9e8d7e7902 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:50:53.586269 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718e1fd0-7fa2-4db5-a5f4-b958c246dad1', 'tag': '6f0f878a-03bc-45af-aada-ab6c8fdac470', 'status': 'completed', 'code': 200} Jul 13 15:50:53.670025 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-e47fe93c-feb6-4e9f-96f2-d5bc3287b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:53.671886 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-e47fe93c-feb6-4e9f-96f2-d5bc3287b28c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=af5e4a2b2c75429e9c2cce5b3f5d87b6&device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 1101 time: 0.0660987 Jul 13 15:50:53.675047 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-86336e2f-f84a-4528-b0d8-817e555874a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:53.679830 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-86336e2f-f84a-4528-b0d8-817e555874a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:53.722411 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-86336e2f-f84a-4528-b0d8-817e555874a1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=84d94ec4c33e4273b51597787ed9d2ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981880 Jul 13 15:50:53.723277 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86336e2f-f84a-4528-b0d8-817e555874a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e896e419-c758-4b98-a6d6-6ca813464a5f,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:53.725746 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 51512) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:53.747286 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-08a9258a-e53b-440e-9f8a-da3b1fdfc58b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=6f0f878a-03bc-45af-aada-ab6c8fdac470 HTTP/1.1" status: 200 len: 217 time: 0.0570431 Jul 13 15:50:53.782291 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0047b8c9-8381-4663-a5b9-d67cb9a17bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:53.804985 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0047b8c9-8381-4663-a5b9-d67cb9a17bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:53.821871 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6cd79-aec8-4f19-b9a3-16fe3a2e3323 req-638fd14e-4b45-4143-a124-553932b474b9 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:53.823706 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-dbb6cd79-aec8-4f19-b9a3-16fe3a2e3323 req-638fd14e-4b45-4143-a124-553932b474b9 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.1464715 Jul 13 15:50:53.825206 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-351fd9ec-64e7-4840-b4ec-d5e94e380fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:53.826698 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-351fd9ec-64e7-4840-b4ec-d5e94e380fbb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6c1782d0-82dd-4295-832f-29c05431ebd2 HTTP/1.1" status: 200 len: 843 time: 0.0699847 Jul 13 15:50:53.856031 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0047b8c9-8381-4663-a5b9-d67cb9a17bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:53.858982 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0047b8c9-8381-4663-a5b9-d67cb9a17bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:53.860177 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0047b8c9-8381-4663-a5b9-d67cb9a17bc5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e896e419-c758-4b98-a6d6-6ca813464a5f HTTP/1.1" status: 204 len: 168 time: 0.1291597 Jul 13 15:50:53.868595 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047b8c9-8381-4663-a5b9-d67cb9a17bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e896e419-c758-4b98-a6d6-6ca813464a5f,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:53.900209 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-dbb6cd79-aec8-4f19-b9a3-16fe3a2e3323 req-33183cde-09f2-419f-a793-157f4f628617 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683658 Jul 13 15:50:53.924661 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:53.927620 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-6d30c950-b1fa-40e1-a65d-869da065da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:53.929163 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-6d30c950-b1fa-40e1-a65d-869da065da2b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a502da1a-e46d-40a2-83c6-8f365a9491ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0913708 Jul 13 15:50:54.024086 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-b8011f3e-4807-436b-b9b9-00fff434ddac service neutron] 10.222.0.63 "GET /v2.0/networks/a502da1a-e46d-40a2-83c6-8f365a9491ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871727 Jul 13 15:50:54.113188 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fb94a42e-d6f4-4b4b-b76f-be557e765adc req-c4b0c925-c570-4669-8e47-031362f39e32 service neutron] 10.222.0.63 "GET /v2.0/networks/a502da1a-e46d-40a2-83c6-8f365a9491ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815151 Jul 13 15:50:54.127099 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 51518) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:54.143374 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-868acff6-dd68-49d9-b2dc-45226c8aa775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:54.239038 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-868acff6-dd68-49d9-b2dc-45226c8aa775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:54.248377 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-868acff6-dd68-49d9-b2dc-45226c8aa775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:54.286306 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868acff6-dd68-49d9-b2dc-45226c8aa775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38283219-0927-4c2f-8c01-0fdededab7be,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:54.290026 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffe681-536a-4181-a31a-4897f390f885 req-fc0cec8e-f92e-40b9-8522-93a67a4f77c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:54.291807 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e3ffe681-536a-4181-a31a-4897f390f885 req-fc0cec8e-f92e-40b9-8522-93a67a4f77c9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=af5e4a2b2c75429e9c2cce5b3f5d87b6&device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 1101 time: 0.0690982 Jul 13 15:50:54.293661 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-868acff6-dd68-49d9-b2dc-45226c8aa775 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=429d1379ae6a4a49ab05d53749abee5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654148 Jul 13 15:50:54.294329 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 51522) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:54.357089 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a93d2b-5a0a-47f5-bfc1-623793e33ec6 req-2599b69b-8372-4060-bf24-f5c774cbbc4b tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:54.358660 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a6a93d2b-5a0a-47f5-bfc1-623793e33ec6 req-2599b69b-8372-4060-bf24-f5c774cbbc4b tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/ports?device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 948 time: 0.0630715 Jul 13 15:50:54.396737 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a6a93d2b-5a0a-47f5-bfc1-623793e33ec6 req-727916c7-ae88-41e0-8141-572288c183ec tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/security-groups?id=6b29943d-2ce8-4b7b-8573-1224cc1d33db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Jul 13 15:50:54.398678 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-71e6e0df-0a98-41df-9d2f-c107e6b5d5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:54.431179 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffe681-536a-4181-a31a-4897f390f885 req-0d76dba0-bf1b-4d97-b0e1-d6c78bd4263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:54.432652 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e3ffe681-536a-4181-a31a-4897f390f885 req-0d76dba0-bf1b-4d97-b0e1-d6c78bd4263e service neutron] 10.222.0.63 "GET /v2.0/networks?id=a502da1a-e46d-40a2-83c6-8f365a9491ca HTTP/1.1" status: 200 len: 870 time: 0.1309476 Jul 13 15:50:54.437768 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-71e6e0df-0a98-41df-9d2f-c107e6b5d5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:54.477636 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e3ffe681-536a-4181-a31a-4897f390f885 req-6180b0cc-8d80-42d9-b1fd-cc6428cf9024 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=6f0f878a-03bc-45af-aada-ab6c8fdac470 HTTP/1.1" status: 200 len: 217 time: 0.0379486 Jul 13 15:50:54.535206 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffe681-536a-4181-a31a-4897f390f885 req-bbaf3302-9433-4cb7-84b2-f1b274c882c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:54.536606 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e3ffe681-536a-4181-a31a-4897f390f885 req-bbaf3302-9433-4cb7-84b2-f1b274c882c9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6c1782d0-82dd-4295-832f-29c05431ebd2 HTTP/1.1" status: 200 len: 843 time: 0.0480497 Jul 13 15:50:54.552377 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-71e6e0df-0a98-41df-9d2f-c107e6b5d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:54.554801 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-71e6e0df-0a98-41df-9d2f-c107e6b5d5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:54.555810 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-71e6e0df-0a98-41df-9d2f-c107e6b5d5e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38283219-0927-4c2f-8c01-0fdededab7be HTTP/1.1" status: 204 len: 168 time: 0.2608793 Jul 13 15:50:54.585659 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6e0df-0a98-41df-9d2f-c107e6b5d5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38283219-0927-4c2f-8c01-0fdededab7be,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:54.613145 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffe681-536a-4181-a31a-4897f390f885 req-9b8b85a7-f208-45c9-9c19-5da6581a77c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:54.614812 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e3ffe681-536a-4181-a31a-4897f390f885 req-9b8b85a7-f208-45c9-9c19-5da6581a77c9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a502da1a-e46d-40a2-83c6-8f365a9491ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709333 Jul 13 15:50:54.713352 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e3ffe681-536a-4181-a31a-4897f390f885 req-d9f4adec-700b-4de3-b893-10836da00076 service neutron] 10.222.0.63 "GET /v2.0/networks/a502da1a-e46d-40a2-83c6-8f365a9491ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833545 Jul 13 15:50:54.802350 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e3ffe681-536a-4181-a31a-4897f390f885 req-cd673a52-695c-4447-86c3-bed6931000f1 service neutron] 10.222.0.63 "GET /v2.0/networks/a502da1a-e46d-40a2-83c6-8f365a9491ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850930 Jul 13 15:50:55.087019 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d33b-89d3-4cbd-b327-1d8a2ad1a9bb req-8d9f41c2-061c-492e-a2d1-9055a4b9eae0 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:55.088476 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-eb93d33b-89d3-4cbd-b327-1d8a2ad1a9bb req-8d9f41c2-061c-492e-a2d1-9055a4b9eae0 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0663431 Jul 13 15:50:55.126721 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-eb93d33b-89d3-4cbd-b327-1d8a2ad1a9bb req-6d335a4f-c4ec-4bfd-a75e-f27ad63d3b08 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320475 Jul 13 15:50:55.574828 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491dcc3-6fdc-4a64-9f2e-0fb894b59842 req-a4a4df2a-0855-4fff-8761-502ae820b049 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:55.576571 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1491dcc3-6fdc-4a64-9f2e-0fb894b59842 req-a4a4df2a-0855-4fff-8761-502ae820b049 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/ports?device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 948 time: 0.0669801 Jul 13 15:50:55.615951 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1491dcc3-6fdc-4a64-9f2e-0fb894b59842 req-6c11f541-0370-4fab-9cba-ed0defe72e52 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/security-groups?id=6b29943d-2ce8-4b7b-8573-1224cc1d33db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334332 Jul 13 15:50:55.653564 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:56.319520 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f8a65-d2f6-4067-88a9-29678a18df15 req-fb59359e-8448-4f0f-85f5-32cc0a1c5fb2 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:56.321710 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-904f8a65-d2f6-4067-88a9-29678a18df15 req-fb59359e-8448-4f0f-85f5-32cc0a1c5fb2 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0840726 Jul 13 15:50:56.363566 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-904f8a65-d2f6-4067-88a9-29678a18df15 req-3b4591f7-c506-4166-a241-a05dff9765c7 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350027 Jul 13 15:50:56.439622 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdea14-8050-41bc-a2d8-9ec8c2104340 req-b5f04adb-81b1-417d-8937-71de2b081489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:56.441123 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7afdea14-8050-41bc-a2d8-9ec8c2104340 req-b5f04adb-81b1-417d-8937-71de2b081489 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=50acfe22c2bb47d686af47862870744a&device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 1098 time: 0.0609074 Jul 13 15:50:56.547712 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdea14-8050-41bc-a2d8-9ec8c2104340 req-d6971c48-eafd-4b82-9d99-04971febb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:56.549252 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7afdea14-8050-41bc-a2d8-9ec8c2104340 req-d6971c48-eafd-4b82-9d99-04971febb277 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 HTTP/1.1" status: 200 len: 909 time: 0.0835781 Jul 13 15:50:56.619044 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7afdea14-8050-41bc-a2d8-9ec8c2104340 req-f5a39eab-e130-4b9b-b65f-8e3dae21589b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438 HTTP/1.1" status: 200 len: 999 time: 0.0625303 Jul 13 15:50:56.629477 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 6f0f878a-03bc-45af-aada-ab6c8fdac470 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:50:56.685871 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdea14-8050-41bc-a2d8-9ec8c2104340 req-f9fb25d5-c29a-4835-8a5d-7dc40536eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:56.685871 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7afdea14-8050-41bc-a2d8-9ec8c2104340 req-f9fb25d5-c29a-4835-8a5d-7dc40536eec9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dd837ee8-9245-4be6-ac07-56c69dc729c7 HTTP/1.1" status: 200 len: 847 time: 0.0584621 Jul 13 15:50:56.750622 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 6f0f878a-03bc-45af-aada-ab6c8fdac470, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6f0f878a-03bc-45af-aada-ab6c8fdac470,segment=NetworkSegment(6f9f537e-6b61-4027-b391-0a3120a2dc1b),segment_id=6f9f537e-6b61-4027-b391-0a3120a2dc1b)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:50:56.763416 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdea14-8050-41bc-a2d8-9ec8c2104340 req-eb78897c-8478-430b-a7ae-1981414ca69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:56.763945 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '6f0f878a-03bc-45af-aada-ab6c8fdac470', 'network_id': 'a502da1a-e46d-40a2-83c6-8f365a9491ca', 'port_id': '6f0f878a-03bc-45af-aada-ab6c8fdac470', 'mac_address': 'fa:16:3e:23:ff:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1782d0-82dd-4295-832f-29c05431ebd2', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:50:56.765048 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7afdea14-8050-41bc-a2d8-9ec8c2104340 req-eb78897c-8478-430b-a7ae-1981414ca69d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744452 Jul 13 15:50:56.805664 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:56.820028 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0f878a-03bc-45af-aada-ab6c8fdac470 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:50:56.821221 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764d77b-fbfa-4c10-aaf3-193ac66c3596 req-b319c6b9-739f-4926-8f69-72e4b67d469f tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:56.823213 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6764d77b-fbfa-4c10-aaf3-193ac66c3596 req-b319c6b9-739f-4926-8f69-72e4b67d469f tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/ports?device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 948 time: 0.0870597 Jul 13 15:50:56.841622 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 6f0f878a-03bc-45af-aada-ab6c8fdac470, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6f0f878a-03bc-45af-aada-ab6c8fdac470,segment=NetworkSegment(6f9f537e-6b61-4027-b391-0a3120a2dc1b),segment_id=6f9f537e-6b61-4027-b391-0a3120a2dc1b)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:50:56.847868 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:56.875975 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6764d77b-fbfa-4c10-aaf3-193ac66c3596 req-24306f6d-5f80-479e-aac3-1f90dcd7cacc tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/security-groups?id=6b29943d-2ce8-4b7b-8573-1224cc1d33db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466716 Jul 13 15:50:56.886314 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7afdea14-8050-41bc-a2d8-9ec8c2104340 req-44408469-043c-4f96-ad70-29208b87bbaf service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143651 Jul 13 15:50:56.906832 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=6f0f878a-03bc-45af-aada-ab6c8fdac470,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:57.143321 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['6f0f878a-03bc-45af-aada-ab6c8fdac470'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:50:57.269905 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7afdea14-8050-41bc-a2d8-9ec8c2104340 req-a51abc0b-6c89-49a1-b8a8-43d06fe54082 service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771367 Jul 13 15:50:57.372199 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 51662) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:57.474863 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-87b2b9fa-e1cd-49ab-ae19-25487946add8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:57.537105 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9036df2-45a2-4bdc-85de-3d68741b49f6 req-10b52277-f1cc-43cd-9ec9-aa1f30cb8184 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:57.539297 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b9036df2-45a2-4bdc-85de-3d68741b49f6 req-10b52277-f1cc-43cd-9ec9-aa1f30cb8184 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0646760 Jul 13 15:50:57.567343 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-87b2b9fa-e1cd-49ab-ae19-25487946add8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:57.572671 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-87b2b9fa-e1cd-49ab-ae19-25487946add8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:57.579958 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b9036df2-45a2-4bdc-85de-3d68741b49f6 req-f5861155-3772-4694-8fa0-bafa21846af1 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353281 Jul 13 15:50:57.612164 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-87b2b9fa-e1cd-49ab-ae19-25487946add8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=baf02ed3909844279c6e008b511bdf93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389109 Jul 13 15:50:57.613002 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2b9fa-e1cd-49ab-ae19-25487946add8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09793d9b-559b-4ee0-bd56-6e72ea2121ab,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:57.614855 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 51668) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:57.663476 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9145c3a4-06af-4044-b9d7-49d40b118884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:57.683886 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9145c3a4-06af-4044-b9d7-49d40b118884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:57.729201 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9145c3a4-06af-4044-b9d7-49d40b118884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:57.731698 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9145c3a4-06af-4044-b9d7-49d40b118884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:57.732797 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-9145c3a4-06af-4044-b9d7-49d40b118884 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/09793d9b-559b-4ee0-bd56-6e72ea2121ab HTTP/1.1" status: 204 len: 168 time: 0.1163003 Jul 13 15:50:57.740207 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145c3a4-06af-4044-b9d7-49d40b118884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09793d9b-559b-4ee0-bd56-6e72ea2121ab,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:57.979271 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 51676) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:57.992306 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e870ebd3-3091-4ad9-9a20-e1ccf1179739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:58.057178 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a98ff-f013-446b-ba9a-677ad41a9a60 req-6b3898b4-c59c-4cc8-ba99-00873d8b333b tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:58.058702 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cc9a98ff-f013-446b-ba9a-677ad41a9a60 req-6b3898b4-c59c-4cc8-ba99-00873d8b333b tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/ports?device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 949 time: 0.0683081 Jul 13 15:50:58.081909 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e870ebd3-3091-4ad9-9a20-e1ccf1179739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:58.086013 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e870ebd3-3091-4ad9-9a20-e1ccf1179739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:58.098314 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cc9a98ff-f013-446b-ba9a-677ad41a9a60 req-d71f197c-53f3-499a-a4a8-cddd82bba9d1 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/security-groups?id=6b29943d-2ce8-4b7b-8573-1224cc1d33db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329685 Jul 13 15:50:58.122208 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-e870ebd3-3091-4ad9-9a20-e1ccf1179739 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acfa378f736943068593d0e4e61bee10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418705 Jul 13 15:50:58.124619 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870ebd3-3091-4ad9-9a20-e1ccf1179739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8123ac04-6c8b-4264-90cd-ab2cf5223a41,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:58.125557 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 51678) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:50:58.174489 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3fa65404-f62b-4c1f-b297-921df0139cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:58.195205 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3fa65404-f62b-4c1f-b297-921df0139cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:58.240218 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3fa65404-f62b-4c1f-b297-921df0139cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:58.242804 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3fa65404-f62b-4c1f-b297-921df0139cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:58.243939 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-3fa65404-f62b-4c1f-b297-921df0139cc1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8123ac04-6c8b-4264-90cd-ab2cf5223a41 HTTP/1.1" status: 204 len: 168 time: 0.1173100 Jul 13 15:50:58.252109 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa65404-f62b-4c1f-b297-921df0139cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8123ac04-6c8b-4264-90cd-ab2cf5223a41,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:58.644672 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 6f0f878a-03bc-45af-aada-ab6c8fdac470 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:50:58.695229 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port 6f0f878a-03bc-45af-aada-ab6c8fdac470 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:50:58.699552 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 6f0f878a-03bc-45af-aada-ab6c8fdac470 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:50:58.699922 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:58.778253 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:58.785972 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb64888-906e-41e4-9723-bf4961d8fda5 req-9c5bedd8-975c-4c01-acd6-e27405588e34 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:58.787476 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5bb64888-906e-41e4-9723-bf4961d8fda5 req-9c5bedd8-975c-4c01-acd6-e27405588e34 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0741889 Jul 13 15:50:58.806587 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718e1fd0-7fa2-4db5-a5f4-b958c246dad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0f878a-03bc-45af-aada-ab6c8fdac470'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:50:58.809065 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271c15f1-1bce-4c24-81c1-b4a6bf39c1c8" -d '{"events": [{"server_uuid": "718e1fd0-7fa2-4db5-a5f4-b958c246dad1", "name": "network-vif-plugged", "status": "completed", "tag": "6f0f878a-03bc-45af-aada-ab6c8fdac470"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:50:58.822368 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 6f0f878a-03bc-45af-aada-ab6c8fdac470, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6f0f878a-03bc-45af-aada-ab6c8fdac470,segment=NetworkSegment(6f9f537e-6b61-4027-b391-0a3120a2dc1b),segment_id=6f9f537e-6b61-4027-b391-0a3120a2dc1b)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:50:58.828359 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5bb64888-906e-41e4-9723-bf4961d8fda5 req-fee43514-79c8-4682-804a-361c98e1cee8 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347869 Jul 13 15:50:58.828960 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:50:58.868337 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775d6d6e-1e17-4e15-aacb-7a42cf97a9d0 x-openstack-request-id: req-775d6d6e-1e17-4e15-aacb-7a42cf97a9d0 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:50:58.868628 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718e1fd0-7fa2-4db5-a5f4-b958c246dad1", "name": "network-vif-plugged", "status": "completed", "tag": "6f0f878a-03bc-45af-aada-ab6c8fdac470", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:50:58.868878 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-775d6d6e-1e17-4e15-aacb-7a42cf97a9d0 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:50:58.869261 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718e1fd0-7fa2-4db5-a5f4-b958c246dad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0f878a-03bc-45af-aada-ab6c8fdac470', 'code': 200} Jul 13 15:50:58.882914 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=6f0f878a-03bc-45af-aada-ab6c8fdac470,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:50:59.112890 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23aa38f-6ed5-42d7-a44c-e5bbaba852f4 req-5d2438b8-252e-4e34-a748-1fc17ef95fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:59.114758 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f23aa38f-6ed5-42d7-a44c-e5bbaba852f4 req-5d2438b8-252e-4e34-a748-1fc17ef95fdb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 1103 time: 0.0525057 Jul 13 15:50:59.150762 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f23aa38f-6ed5-42d7-a44c-e5bbaba852f4 req-70e801e8-73d1-4b47-9678-3e2b53f71dbd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6b29943d-2ce8-4b7b-8573-1224cc1d33db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299466 Jul 13 15:50:59.277776 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d15796-6ac3-4d14-8113-86279eebdd85 req-bb9bd9be-1b69-4f6f-91c5-d83af35a9c7f tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:50:59.279181 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f5d15796-6ac3-4d14-8113-86279eebdd85 req-bb9bd9be-1b69-4f6f-91c5-d83af35a9c7f tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/ports?device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 950 time: 0.0676537 Jul 13 15:50:59.320365 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f5d15796-6ac3-4d14-8113-86279eebdd85 req-0f9190c9-b75d-4aa7-82ba-7ade9cb76315 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/security-groups?id=6b29943d-2ce8-4b7b-8573-1224cc1d33db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347753 Jul 13 15:51:00.005947 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa9a4d-e371-406a-b0a7-8cdbc8afed0c req-4d78c1da-421a-47e4-86ad-c5b2785b53f5 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:00.007614 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8eaa9a4d-e371-406a-b0a7-8cdbc8afed0c req-4d78c1da-421a-47e4-86ad-c5b2785b53f5 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0671701 Jul 13 15:51:00.045740 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8eaa9a4d-e371-406a-b0a7-8cdbc8afed0c req-3e2eee8c-b668-44bd-897b-6f15aeffdcad tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327613 Jul 13 15:51:00.486797 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fdae1-e993-46d0-a41b-2696bf4fe69b req-8c51152f-612a-4563-b386-14a09782a752 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:00.488239 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-354fdae1-e993-46d0-a41b-2696bf4fe69b req-8c51152f-612a-4563-b386-14a09782a752 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/ports?device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 950 time: 0.0602970 Jul 13 15:51:00.524770 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-354fdae1-e993-46d0-a41b-2696bf4fe69b req-d1416fb3-6b38-4e89-bc26-9a9bc47a83cb tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/security-groups?id=6b29943d-2ce8-4b7b-8573-1224cc1d33db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309079 Jul 13 15:51:00.914531 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287e56b-e001-4b52-ad4f-638f610d9317 req-2bcc0778-8ba0-401c-be6c-2ea3d5b586b5 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:00.915897 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d287e56b-e001-4b52-ad4f-638f610d9317 req-2bcc0778-8ba0-401c-be6c-2ea3d5b586b5 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/ports?device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 950 time: 0.0611098 Jul 13 15:51:00.953371 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d287e56b-e001-4b52-ad4f-638f610d9317 req-f187aa26-e22b-4842-b88a-3e7e8ca7c0f1 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/security-groups?id=6b29943d-2ce8-4b7b-8573-1224cc1d33db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318375 Jul 13 15:51:01.217792 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95c5dd-840f-46c9-9b6b-fecf647fe6c6 req-8757903b-2a2d-4811-acea-cbd628262e0e tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:01.219253 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5b95c5dd-840f-46c9-9b6b-fecf647fe6c6 req-8757903b-2a2d-4811-acea-cbd628262e0e tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0618060 Jul 13 15:51:01.256545 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5b95c5dd-840f-46c9-9b6b-fecf647fe6c6 req-750782f5-87b5-4b13-9f61-15e6241853ca tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319326 Jul 13 15:51:01.515290 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94e725-fcb3-4932-baa5-d3f8921256e9 req-f992707b-7e4f-4ce8-a569-4c3ddae12178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:01.516823 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1f94e725-fcb3-4932-baa5-d3f8921256e9 req-f992707b-7e4f-4ce8-a569-4c3ddae12178 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=50acfe22c2bb47d686af47862870744a&device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 1098 time: 0.0563080 Jul 13 15:51:01.606083 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94e725-fcb3-4932-baa5-d3f8921256e9 req-f9e7a594-3dc4-4422-a46a-21bcac479bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:01.607573 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1f94e725-fcb3-4932-baa5-d3f8921256e9 req-f9e7a594-3dc4-4422-a46a-21bcac479bd5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 HTTP/1.1" status: 200 len: 909 time: 0.0832090 Jul 13 15:51:01.683500 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1f94e725-fcb3-4932-baa5-d3f8921256e9 req-77774a3d-cff3-49f9-ad9f-7fd600639e20 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438 HTTP/1.1" status: 200 len: 999 time: 0.0687885 Jul 13 15:51:01.732785 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94e725-fcb3-4932-baa5-d3f8921256e9 req-b0ccd5ef-1f8d-4c56-87e2-d52ceb768c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:01.735117 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1f94e725-fcb3-4932-baa5-d3f8921256e9 req-b0ccd5ef-1f8d-4c56-87e2-d52ceb768c7c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dd837ee8-9245-4be6-ac07-56c69dc729c7 HTTP/1.1" status: 200 len: 847 time: 0.0449939 Jul 13 15:51:01.792661 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94e725-fcb3-4932-baa5-d3f8921256e9 req-eceeb9ec-5169-41c6-bea7-b9db06608e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:01.794194 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1f94e725-fcb3-4932-baa5-d3f8921256e9 req-eceeb9ec-5169-41c6-bea7-b9db06608e4e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511074 Jul 13 15:51:01.888640 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1f94e725-fcb3-4932-baa5-d3f8921256e9 req-2d7933bf-9a3e-44c7-bac5-25f667a73c1d service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869968 Jul 13 15:51:01.984865 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1f94e725-fcb3-4932-baa5-d3f8921256e9 req-86f1f480-e570-439c-b44e-2ac59713d978 service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879614 Jul 13 15:51:02.129863 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8eaff-bbbd-4306-a40d-77d22e34dbb4 req-b1607c09-5f09-4353-a681-bd149537f908 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:02.131342 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cdd8eaff-bbbd-4306-a40d-77d22e34dbb4 req-b1607c09-5f09-4353-a681-bd149537f908 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/ports?device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 950 time: 0.0649028 Jul 13 15:51:02.175514 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-cdd8eaff-bbbd-4306-a40d-77d22e34dbb4 req-b5d0805f-7a6c-42cd-be46-77e8e81e8610 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/security-groups?id=6b29943d-2ce8-4b7b-8573-1224cc1d33db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383487 Jul 13 15:51:02.428018 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28695-8274-405b-879a-8f1d9c8da9ac req-964a3806-d1f0-486e-b6aa-e6e94ffe9baa tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:02.429538 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68c28695-8274-405b-879a-8f1d9c8da9ac req-964a3806-d1f0-486e-b6aa-e6e94ffe9baa tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0648921 Jul 13 15:51:02.432254 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2a5d4-b10a-4bc6-9884-f952cb788557 req-f548c4d7-8056-45b8-a751-ef1d34ede04e tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:02.433724 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6cf2a5d4-b10a-4bc6-9884-f952cb788557 req-f548c4d7-8056-45b8-a751-ef1d34ede04e tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.63 "GET /v2.0/ports?device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 950 time: 0.0635815 Jul 13 15:51:02.468972 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68c28695-8274-405b-879a-8f1d9c8da9ac req-0155ebcc-9466-485e-ae2e-3b0744f634af tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337086 Jul 13 15:51:02.533077 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-6cf2a5d4-b10a-4bc6-9884-f952cb788557 req-08ff386a-b278-4c44-baca-0cafe5bf24d0 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Deleting port 6f0f878a-03bc-45af-aada-ab6c8fdac470 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:51:02.533636 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-6cf2a5d4-b10a-4bc6-9884-f952cb788557 req-08ff386a-b278-4c44-baca-0cafe5bf24d0 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:02.620727 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-6cf2a5d4-b10a-4bc6-9884-f952cb788557 req-08ff386a-b278-4c44-baca-0cafe5bf24d0 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] For port 6f0f878a-03bc-45af-aada-ab6c8fdac470, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6f0f878a-03bc-45af-aada-ab6c8fdac470,segment=NetworkSegment(6f9f537e-6b61-4027-b391-0a3120a2dc1b),segment_id=6f9f537e-6b61-4027-b391-0a3120a2dc1b)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:51:02.621083 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-6cf2a5d4-b10a-4bc6-9884-f952cb788557 req-08ff386a-b278-4c44-baca-0cafe5bf24d0 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:02.632570 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-6cf2a5d4-b10a-4bc6-9884-f952cb788557 req-08ff386a-b278-4c44-baca-0cafe5bf24d0 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Calling delete_port for 6f0f878a-03bc-45af-aada-ab6c8fdac470 owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:51:02.757600 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-6cf2a5d4-b10a-4bc6-9884-f952cb788557 req-08ff386a-b278-4c44-baca-0cafe5bf24d0 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:02.784819 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff386a-b278-4c44-baca-0cafe5bf24d0 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Pushing event deleted for resources: {'Port': ['ID=6f0f878a-03bc-45af-aada-ab6c8fdac470,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:02.793651 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['6f0f878a-03bc-45af-aada-ab6c8fdac470'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:51:02.833523 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf2a5d4-b10a-4bc6-9884-f952cb788557 req-08ff386a-b278-4c44-baca-0cafe5bf24d0 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] No DVR routers for this DVR port 6f0f878a-03bc-45af-aada-ab6c8fdac470 on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:51:02.837275 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-6cf2a5d4-b10a-4bc6-9884-f952cb788557 req-08ff386a-b278-4c44-baca-0cafe5bf24d0 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:02.839300 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6cf2a5d4-b10a-4bc6-9884-f952cb788557 req-08ff386a-b278-4c44-baca-0cafe5bf24d0 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.63 "DELETE /v2.0/ports/6f0f878a-03bc-45af-aada-ab6c8fdac470 HTTP/1.1" status: 204 len: 173 time: 0.3996844 Jul 13 15:51:02.839728 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718e1fd0-7fa2-4db5-a5f4-b958c246dad1', 'name': 'network-vif-deleted', 'tag': '6f0f878a-03bc-45af-aada-ab6c8fdac470'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:51:02.841991 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cb09e5-bfb3-43cb-b133-93083b50f1ef" -d '{"events": [{"server_uuid": "718e1fd0-7fa2-4db5-a5f4-b958c246dad1", "name": "network-vif-deleted", "tag": "6f0f878a-03bc-45af-aada-ab6c8fdac470"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:51:02.881497 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269af56d-7843-4594-8d81-8b9983a7dd44 x-openstack-request-id: req-269af56d-7843-4594-8d81-8b9983a7dd44 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:51:02.881853 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718e1fd0-7fa2-4db5-a5f4-b958c246dad1", "name": "network-vif-deleted", "tag": "6f0f878a-03bc-45af-aada-ab6c8fdac470", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:51:02.882608 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-269af56d-7843-4594-8d81-8b9983a7dd44 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:51:02.883290 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718e1fd0-7fa2-4db5-a5f4-b958c246dad1', 'name': 'network-vif-deleted', 'tag': '6f0f878a-03bc-45af-aada-ab6c8fdac470', 'status': 'completed', 'code': 200} Jul 13 15:51:03.332186 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-62af3c7e-cff0-4fa1-b55d-70102d02c4d8 req-0c493708-8e82-476a-8582-dcae140ad261 tempest-VolumesNegativeTest-1568501888 tempest-VolumesNegativeTest-1568501888-project] 10.222.0.59 "GET /v2.0/ports?device_id=718e1fd0-7fa2-4db5-a5f4-b958c246dad1 HTTP/1.1" status: 200 len: 210 time: 0.0305355 Jul 13 15:51:03.649205 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80c445-34bf-45dc-ad91-349af6c8fbba req-f0c45701-202e-47aa-8c00-24cfbb151402 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:03.650751 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7e80c445-34bf-45dc-ad91-349af6c8fbba req-f0c45701-202e-47aa-8c00-24cfbb151402 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0674191 Jul 13 15:51:03.689292 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7e80c445-34bf-45dc-ad91-349af6c8fbba req-cd17e8ef-cb62-4cb8-a8b3-2932333b0e29 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323043 Jul 13 15:51:04.907001 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f48a2-f9b9-47c9-b33c-14df1c0a3a8a req-95cb1208-5f97-4237-af30-81aa204ac774 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:04.908542 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b52f48a2-f9b9-47c9-b33c-14df1c0a3a8a req-95cb1208-5f97-4237-af30-81aa204ac774 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0831089 Jul 13 15:51:04.948683 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b52f48a2-f9b9-47c9-b33c-14df1c0a3a8a req-e84f3c66-6cf4-421c-8893-30c906e83225 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341792 Jul 13 15:51:05.335500 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bc46b-1ef0-4d25-8cb1-db15a348e7a4 req-76b53147-29c9-4524-8422-7876d742b0b7 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:05.337011 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7e5bc46b-1ef0-4d25-8cb1-db15a348e7a4 req-76b53147-29c9-4524-8422-7876d742b0b7 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0795233 Jul 13 15:51:05.339961 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-76a26922-4c3a-402d-80d3-6612aa2e57cb req-6926fcf1-8008-498f-9df3-bb91d11738c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1521742 Jul 13 15:51:05.387417 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7e5bc46b-1ef0-4d25-8cb1-db15a348e7a4 req-59a39c5c-3e6c-44eb-b761-9564dbc58f6d tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415375 Jul 13 15:51:06.239461 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52034) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:51:06.353502 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bcabe62f-d154-4e8a-9e5b-08a2722663e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:06.460078 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bcabe62f-d154-4e8a-9e5b-08a2722663e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:06.464732 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bcabe62f-d154-4e8a-9e5b-08a2722663e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:06.507544 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 52048) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:51:06.508257 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-bcabe62f-d154-4e8a-9e5b-08a2722663e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=19b8334db63347d4acf8e6f6b75188f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673497 Jul 13 15:51:06.508866 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabe62f-d154-4e8a-9e5b-08a2722663e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04efe675-c809-4c4c-b54e-942f364bedf6,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:06.584843 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6da71b10-4b91-4062-b890-696867a2b6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:06.586237 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d26be-73a9-4233-9445-adedc4846c86 req-cbd927c8-16b6-41f9-8205-25bc87ed29d1 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:06.591059 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-840d26be-73a9-4233-9445-adedc4846c86 req-cbd927c8-16b6-41f9-8205-25bc87ed29d1 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0741408 Jul 13 15:51:06.618211 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6da71b10-4b91-4062-b890-696867a2b6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:06.634628 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-840d26be-73a9-4233-9445-adedc4846c86 req-435e6a99-afd6-47c1-ba62-e506eb1f1671 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376339 Jul 13 15:51:06.679655 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6da71b10-4b91-4062-b890-696867a2b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:06.682615 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 6f0f878a-03bc-45af-aada-ab6c8fdac470 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:51:06.683083 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6da71b10-4b91-4062-b890-696867a2b6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:06.684045 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-6da71b10-4b91-4062-b890-696867a2b6ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/04efe675-c809-4c4c-b54e-942f364bedf6 HTTP/1.1" status: 204 len: 168 time: 0.1753392 Jul 13 15:51:06.701204 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da71b10-4b91-4062-b890-696867a2b6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04efe675-c809-4c4c-b54e-942f364bedf6,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:06.706246 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: 6f0f878a-03bc-45af-aada-ab6c8fdac470 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:51:06.706593 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 6f0f878a-03bc-45af-aada-ab6c8fdac470 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:51:06.970780 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52086) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:51:06.983591 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9171aa20-f9d0-44e5-b912-fc6ae97fc310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:06.985204 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26922-4c3a-402d-80d3-6612aa2e57cb req-43d7c7f7-2ebb-434e-ac66-79ba460ec98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:06.986740 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-76a26922-4c3a-402d-80d3-6612aa2e57cb req-43d7c7f7-2ebb-434e-ac66-79ba460ec98c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952&tenant_id=50acfe22c2bb47d686af47862870744a HTTP/1.1" status: 200 len: 1098 time: 0.0639434 Jul 13 15:51:07.074165 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26922-4c3a-402d-80d3-6612aa2e57cb req-3f27493e-72df-403a-988c-a30f325f40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:07.075599 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-76a26922-4c3a-402d-80d3-6612aa2e57cb req-3f27493e-72df-403a-988c-a30f325f40f6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=50acfe22c2bb47d686af47862870744a&device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 1098 time: 0.0537856 Jul 13 15:51:07.077904 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9171aa20-f9d0-44e5-b912-fc6ae97fc310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:07.082828 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9171aa20-f9d0-44e5-b912-fc6ae97fc310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:07.121067 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-9171aa20-f9d0-44e5-b912-fc6ae97fc310 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=22bf31b9a2694a4ba0673e218afbdeb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518185 Jul 13 15:51:07.122174 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171aa20-f9d0-44e5-b912-fc6ae97fc310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963ce501-b183-4a9f-b4b9-6a1bd63cb8fa,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:07.124537 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52090) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:51:07.174108 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26922-4c3a-402d-80d3-6612aa2e57cb req-0cc6c78f-5f68-480f-89ce-1812c3d791dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:07.175261 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-899f6566-1500-4510-bc1a-45c8dc8bdccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:07.175627 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-76a26922-4c3a-402d-80d3-6612aa2e57cb req-0cc6c78f-5f68-480f-89ce-1812c3d791dd service neutron] 10.222.0.63 "GET /v2.0/networks?id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 HTTP/1.1" status: 200 len: 909 time: 0.0936522 Jul 13 15:51:07.197650 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-899f6566-1500-4510-bc1a-45c8dc8bdccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:07.248000 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-76a26922-4c3a-402d-80d3-6612aa2e57cb req-5f1fa5bc-9057-4752-91a7-90b339492ac7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438 HTTP/1.1" status: 200 len: 999 time: 0.0651836 Jul 13 15:51:07.256918 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-899f6566-1500-4510-bc1a-45c8dc8bdccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:07.259928 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-899f6566-1500-4510-bc1a-45c8dc8bdccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:07.261195 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-899f6566-1500-4510-bc1a-45c8dc8bdccb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/963ce501-b183-4a9f-b4b9-6a1bd63cb8fa HTTP/1.1" status: 204 len: 168 time: 0.1356466 Jul 13 15:51:07.275385 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f6566-1500-4510-bc1a-45c8dc8bdccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963ce501-b183-4a9f-b4b9-6a1bd63cb8fa,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:07.309943 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26922-4c3a-402d-80d3-6612aa2e57cb req-8c52bcd7-d80f-46d2-9de5-1aec355e5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:07.311555 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-76a26922-4c3a-402d-80d3-6612aa2e57cb req-8c52bcd7-d80f-46d2-9de5-1aec355e5de2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dd837ee8-9245-4be6-ac07-56c69dc729c7 HTTP/1.1" status: 200 len: 847 time: 0.0571268 Jul 13 15:51:07.367350 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26922-4c3a-402d-80d3-6612aa2e57cb req-fc3a46e4-4c62-4db1-88b3-1d0f9d97a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:07.368867 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-76a26922-4c3a-402d-80d3-6612aa2e57cb req-fc3a46e4-4c62-4db1-88b3-1d0f9d97a152 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512476 Jul 13 15:51:07.461231 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-76a26922-4c3a-402d-80d3-6612aa2e57cb req-2612a245-013b-4df6-90d6-f9bf5deba9e5 service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862739 Jul 13 15:51:07.555476 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-76a26922-4c3a-402d-80d3-6612aa2e57cb req-f8fe30a5-41f8-449d-aa47-f396f54492fd service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884471 Jul 13 15:51:07.574704 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52096) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:51:07.588211 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-96bd0299-df25-48ca-9fd4-7176d4a665e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:07.675008 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-96bd0299-df25-48ca-9fd4-7176d4a665e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:07.679186 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-96bd0299-df25-48ca-9fd4-7176d4a665e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:07.715902 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd0299-df25-48ca-9fd4-7176d4a665e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2770e1b2-e725-4869-8b80-efbabdd32835,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:07.720171 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-96bd0299-df25-48ca-9fd4-7176d4a665e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2b561f216133435db52f09a669376e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444325 Jul 13 15:51:07.722795 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52100) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:51:07.770751 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-57ce6dc6-05e2-40db-9a0b-e2d01942cc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:07.790986 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-57ce6dc6-05e2-40db-9a0b-e2d01942cc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:07.808826 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7285e-bb3d-469c-8322-7017b93e495a req-04aafeb0-0fd4-4fe9-8759-5dd5420b8723 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:07.810339 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-06d7285e-bb3d-469c-8322-7017b93e495a req-04aafeb0-0fd4-4fe9-8759-5dd5420b8723 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0620146 Jul 13 15:51:07.836874 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-57ce6dc6-05e2-40db-9a0b-e2d01942cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:07.839650 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-57ce6dc6-05e2-40db-9a0b-e2d01942cc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:07.840781 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-57ce6dc6-05e2-40db-9a0b-e2d01942cc51 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2770e1b2-e725-4869-8b80-efbabdd32835 HTTP/1.1" status: 204 len: 168 time: 0.1171038 Jul 13 15:51:07.848540 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce6dc6-05e2-40db-9a0b-e2d01942cc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2770e1b2-e725-4869-8b80-efbabdd32835,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:07.856705 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-06d7285e-bb3d-469c-8322-7017b93e495a req-215cbcb1-861b-43b3-82b2-1f1ce36c8de5 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395732 Jul 13 15:51:08.294587 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52120) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:51:08.427299 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-1c4eeae9-b3c7-49d4-af02-f00102fd2a1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af5e4a2b2c75429e9c2cce5b3f5d87b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1309664 Jul 13 15:51:08.430006 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52130) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:51:08.477805 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-24fe648e-2f52-4c66-9416-a5c72cc48ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:08.499725 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-24fe648e-2f52-4c66-9416-a5c72cc48ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:08.546897 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-24fe648e-2f52-4c66-9416-a5c72cc48ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:08.549493 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-24fe648e-2f52-4c66-9416-a5c72cc48ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:08.553012 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-24fe648e-2f52-4c66-9416-a5c72cc48ad2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6b29943d-2ce8-4b7b-8573-1224cc1d33db HTTP/1.1" status: 204 len: 168 time: 0.1196756 Jul 13 15:51:08.558307 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe648e-2f52-4c66-9416-a5c72cc48ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b29943d-2ce8-4b7b-8573-1224cc1d33db,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:08.562159 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52136) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:51:08.675357 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 08e1c253-8f21-44c1-81ce-9cbe419d9438 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:51:08.763127 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:08.771516 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1234541939-network', 'tenant_id': 'ec603125179749f385c3ad002c980506'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:51:08.787202 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08e1c253-8f21-44c1-81ce-9cbe419d9438'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:51:08.789544 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3c554e-1793-4ab9-9f26-b014ce4e26df" -d '{"events": [{"server_uuid": "b6894ae5-ed94-4afa-8f55-ff5c53894952", "name": "network-vif-unplugged", "status": "completed", "tag": "08e1c253-8f21-44c1-81ce-9cbe419d9438"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:51:08.797511 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] Made reservation on behalf of ec603125179749f385c3ad002c980506 for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:51:08.801081 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:08.804695 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 08e1c253-8f21-44c1-81ce-9cbe419d9438, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438,segment=NetworkSegment(dbe34bfe-52bd-44cc-a6f4-a26190fa1e04),segment_id=dbe34bfe-52bd-44cc-a6f4-a26190fa1e04)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:51:08.810147 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:08.813092 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:08.843994 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 15:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d2eeea-d2ca-4acf-9c32-a35974cd2d14 x-openstack-request-id: req-a4d2eeea-d2ca-4acf-9c32-a35974cd2d14 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:51:08.844507 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6894ae5-ed94-4afa-8f55-ff5c53894952", "name": "network-vif-unplugged", "status": "completed", "tag": "08e1c253-8f21-44c1-81ce-9cbe419d9438", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:51:08.844884 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4d2eeea-d2ca-4acf-9c32-a35974cd2d14 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:51:08.845368 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08e1c253-8f21-44c1-81ce-9cbe419d9438', 'code': 200} Jul 13 15:51:08.886639 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=08e1c253-8f21-44c1-81ce-9cbe419d9438,revision_number=6']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:08.927649 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:08.931388 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:08.956497 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:51:08.965212 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41e547e-1184-442f-9768-31798caad897,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:08.971302 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:08.971566 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] Added segment 67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce of type vlan for network be4841fe-8256-435d-9c4f-0db9ee847ae1 Jul 13 15:51:09.014766 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:09.042127 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd87d3-9f96-41c7-8abe-a7222ba55365 req-8593793f-af1c-4c15-ba76-e4458606a0c3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:09.042914 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:09.043601 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7acd87d3-9f96-41c7-8abe-a7222ba55365 req-8593793f-af1c-4c15-ba76-e4458606a0c3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 943 time: 0.0672028 Jul 13 15:51:09.043964 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:09.044611 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:09.081857 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7acd87d3-9f96-41c7-8abe-a7222ba55365 req-e159f711-831d-4815-96a8-8c64c15114ba tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316486 Jul 13 15:51:09.099063 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5358655 Jul 13 15:51:09.101843 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52144) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:51:09.106471 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-822d9cf4-4c44-4c5d-a990-971eb8e1d51e admin admin] Request body: {'subnet': {'network_id': 'be4841fe-8256-435d-9c4f-0db9ee847ae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1234541939-subnet', 'tenant_id': 'ec603125179749f385c3ad002c980506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:51:09.121463 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c6155-417f-4793-a4d0-619e940dc5a0 admin admin] Pushing event updated for resources: {'Network': ['ID=be4841fe-8256-435d-9c4f-0db9ee847ae1,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:09.131530 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network be4841fe-8256-435d-9c4f-0db9ee847ae1 details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:51:09.135405 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822d9cf4-4c44-4c5d-a990-971eb8e1d51e admin admin] Made reservation on behalf of ec603125179749f385c3ad002c980506 for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:51:09.137824 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-822d9cf4-4c44-4c5d-a990-971eb8e1d51e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3476049'] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:09.299610 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-822d9cf4-4c44-4c5d-a990-971eb8e1d51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59731267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3476067'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:09.345815 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d9cf4-4c44-4c5d-a990-971eb8e1d51e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fd034ca-1a2e-4e74-a9ce-3e67358a7c96,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:09.360362 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822d9cf4-4c44-4c5d-a990-971eb8e1d51e admin admin] Checking segment: {'id': '67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'be4841fe-8256-435d-9c4f-0db9ee847ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:51:09.360710 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d9cf4-4c44-4c5d-a990-971eb8e1d51e admin admin] Network hostable DHCP agents. Network: be4841fe-8256-435d-9c4f-0db9ee847ae1, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:51:09.375970 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d9cf4-4c44-4c5d-a990-971eb8e1d51e admin admin] Network be4841fe-8256-435d-9c4f-0db9ee847ae1 is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:51:09.384396 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-822d9cf4-4c44-4c5d-a990-971eb8e1d51e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, be4841fe-8256-435d-9c4f-0db9ee847ae1) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:51:09.389785 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d9cf4-4c44-4c5d-a990-971eb8e1d51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:09.390438 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-822d9cf4-4c44-4c5d-a990-971eb8e1d51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:09.392402 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fee3fb4-e9a3-4c93-a5f8-b5a6828c2bc8 None None] Network be4841fe-8256-435d-9c4f-0db9ee847ae1 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:51:09.403829 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-822d9cf4-4c44-4c5d-a990-971eb8e1d51e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3010190 Jul 13 15:51:09.518196 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3483a38e-ec65-41c5-8b3f-b60889c9a12c None None] Network be4841fe-8256-435d-9c4f-0db9ee847ae1 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:51:10.260529 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84927b9d-106e-4657-be82-f57d4a14e084 req-66816029-314f-441e-9115-e67e6400c3d0 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:10.262026 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-84927b9d-106e-4657-be82-f57d4a14e084 req-66816029-314f-441e-9115-e67e6400c3d0 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 943 time: 0.0667510 Jul 13 15:51:10.540870 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-84927b9d-106e-4657-be82-f57d4a14e084 req-ea15d758-fa24-4fe9-bd53-f0d680a5d068 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724133 Jul 13 15:51:11.124958 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-06b298f9-156c-4a1a-aed8-ad820a5a700b tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:11.126377 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-06b298f9-156c-4a1a-aed8-ad820a5a700b tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/networks?id=be4841fe-8256-435d-9c4f-0db9ee847ae1 HTTP/1.1" status: 200 len: 809 time: 0.0978076 Jul 13 15:51:11.141032 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-202ceb7f-d11e-40a2-a0b3-86862faefe32 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/quotas/ec603125179749f385c3ad002c980506 HTTP/1.1" status: 200 len: 375 time: 0.0093217 Jul 13 15:51:11.172899 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-ac2b5c69-fbe2-47ab-8965-3035199e9dfe tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec603125179749f385c3ad002c980506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272312 Jul 13 15:51:11.261864 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-ec6846e0-6a9b-4e76-a408-049a3034b67a service neutron] 10.222.0.59 "GET /v2.0/networks/be4841fe-8256-435d-9c4f-0db9ee847ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826964 Jul 13 15:51:11.348151 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-e53980a5-8826-472c-a9e5-dc3cacbdfd27 service neutron] 10.222.0.59 "GET /v2.0/networks/be4841fe-8256-435d-9c4f-0db9ee847ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799387 Jul 13 15:51:11.509396 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d2740611-f01c-4dd3-ad2c-71aa47e46e86 req-57990a16-3c99-4ad1-aabf-f491c919f9fc tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 210 time: 0.0278840 Jul 13 15:51:11.728088 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8562-ed24-4ef1-8cfb-8e7e48f344bf req-06a250b7-3cef-441e-a98d-40d265fbd044 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:11.729574 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ea3c8562-ed24-4ef1-8cfb-8e7e48f344bf req-06a250b7-3cef-441e-a98d-40d265fbd044 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 943 time: 0.0683136 Jul 13 15:51:11.768123 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ea3c8562-ed24-4ef1-8cfb-8e7e48f344bf req-1652076c-7a84-45ab-a564-80da3d283888 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318408 Jul 13 15:51:12.608569 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-3c4df81f-2afa-43f9-b992-d099b076b2b2 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:12.610207 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-3c4df81f-2afa-43f9-b992-d099b076b2b2 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.63 "GET /v2.0/networks?id=be4841fe-8256-435d-9c4f-0db9ee847ae1 HTTP/1.1" status: 200 len: 809 time: 0.1033690 Jul 13 15:51:12.628946 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-3b1ccfe1-0e9a-4381-91ce-1e13cfb298db tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Request body: {'port': {'device_id': '708d732e-5091-4b30-8211-e6d90c4f420f', 'network_id': 'be4841fe-8256-435d-9c4f-0db9ee847ae1', 'admin_state_up': True, 'tenant_id': 'ec603125179749f385c3ad002c980506'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:51:12.655189 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a2e0b459-9c1b-4eee-aa29-a734dc765db1 req-220efed9-da16-4813-8e5a-96c5524b7760 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 210 time: 0.0309141 Jul 13 15:51:12.742769 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-3b1ccfe1-0e9a-4381-91ce-1e13cfb298db tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Made reservation on behalf of ec603125179749f385c3ad002c980506 for: {'port': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:51:12.746297 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-3b1ccfe1-0e9a-4381-91ce-1e13cfb298db tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:12.865916 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-3b1ccfe1-0e9a-4381-91ce-1e13cfb298db tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Allocated IP 172.20.0.2 (be4841fe-8256-435d-9c4f-0db9ee847ae1/0fd034ca-1a2e-4e74-a9ce-3e67358a7c96/467d6354-687f-45a5-abfb-3a8fab3d45a9) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:51:13.028356 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf209eb1-026e-4b2f-aa63-c592bba229eb req-acfb32d4-cd4c-4e12-9007-cb2d2774b473 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:13.029945 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bf209eb1-026e-4b2f-aa63-c592bba229eb req-acfb32d4-cd4c-4e12-9007-cb2d2774b473 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 943 time: 0.1463952 Jul 13 15:51:13.079091 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-3b1ccfe1-0e9a-4381-91ce-1e13cfb298db tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:13.090457 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bf209eb1-026e-4b2f-aa63-c592bba229eb req-aadbfee6-27b8-4d51-b94e-6de86719781c tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549364 Jul 13 15:51:13.120612 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-3b1ccfe1-0e9a-4381-91ce-1e13cfb298db tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:13.163077 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-3b1ccfe1-0e9a-4381-91ce-1e13cfb298db tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Network be4841fe-8256-435d-9c4f-0db9ee847ae1 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:51:13.167955 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-3b1ccfe1-0e9a-4381-91ce-1e13cfb298db tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:51:13.171720 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-3b1ccfe1-0e9a-4381-91ce-1e13cfb298db tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:51:13.194087 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ccfe1-0e9a-4381-91ce-1e13cfb298db tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Pushing event updated for resources: {'Port': ['ID=467d6354-687f-45a5-abfb-3a8fab3d45a9,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:13.220531 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-3b1ccfe1-0e9a-4381-91ce-1e13cfb298db tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:13.221136 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-3b1ccfe1-0e9a-4381-91ce-1e13cfb298db tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:13.235229 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-3b1ccfe1-0e9a-4381-91ce-1e13cfb298db tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6103253 Jul 13 15:51:13.254394 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Request body: {'port': {'device_id': '708d732e-5091-4b30-8211-e6d90c4f420f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:51:13.326391 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:13.576832 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467d6354-687f-45a5-abfb-3a8fab3d45a9 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:51:13.584383 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:13.596439 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Transition to ACTIVE for port object 467d6354-687f-45a5-abfb-3a8fab3d45a9 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:51:13.600447 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:13.649600 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Pushing event updated for resources: {'Port': ['ID=467d6354-687f-45a5-abfb-3a8fab3d45a9,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:13.691365 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2601fc-6826-463e-b06b-fe70c11809f2 req-bfc1e5c5-f386-4933-b7d0-1f31ae3762d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:13.693154 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-df2601fc-6826-463e-b06b-fe70c11809f2 req-bfc1e5c5-f386-4933-b7d0-1f31ae3762d5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 1096 time: 0.0521688 Jul 13 15:51:13.718951 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Attempting to bind port 467d6354-687f-45a5-abfb-3a8fab3d45a9 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:51:13.719556 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Attempting to bind port 467d6354-687f-45a5-abfb-3a8fab3d45a9 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'be4841fe-8256-435d-9c4f-0db9ee847ae1'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:51:13.719891 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Attempting to bind port 467d6354-687f-45a5-abfb-3a8fab3d45a9 on network be4841fe-8256-435d-9c4f-0db9ee847ae1 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:51:13.725641 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Port 467d6354-687f-45a5-abfb-3a8fab3d45a9 on network be4841fe-8256-435d-9c4f-0db9ee847ae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:51:13.726012 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Attempting to bind port 467d6354-687f-45a5-abfb-3a8fab3d45a9 on network be4841fe-8256-435d-9c4f-0db9ee847ae1 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:51:13.730369 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-df2601fc-6826-463e-b06b-fe70c11809f2 req-0d633db6-f1bf-4b54-8352-2cb41332e926 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310311 Jul 13 15:51:13.730796 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:51:13.731135 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Checking segment: {'id': '67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'be4841fe-8256-435d-9c4f-0db9ee847ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:51:13.731515 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Bound using segment: {'id': '67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'be4841fe-8256-435d-9c4f-0db9ee847ae1'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:51:13.731970 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Bound port: 467d6354-687f-45a5-abfb-3a8fab3d45a9, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'be4841fe-8256-435d-9c4f-0db9ee847ae1'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:51:13.732915 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:13.794165 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] For port 467d6354-687f-45a5-abfb-3a8fab3d45a9, host hv-cinder-78836, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:51:13.797896 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] For port 467d6354-687f-45a5-abfb-3a8fab3d45a9, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=467d6354-687f-45a5-abfb-3a8fab3d45a9,segment=NetworkSegment(67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce),segment_id=67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:51:13.803017 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:13.829112 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd3909-5446-4abc-9019-76b93461d9b8 req-659c13f6-df1d-417a-8018-cf85c9fd65b7 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:13.830651 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0ccd3909-5446-4abc-9019-76b93461d9b8 req-659c13f6-df1d-417a-8018-cf85c9fd65b7 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 943 time: 0.0628502 Jul 13 15:51:13.839863 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:13.840620 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:13.842606 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] 10.222.0.63 "PUT /v2.0/ports/467d6354-687f-45a5-abfb-3a8fab3d45a9 HTTP/1.1" status: 200 len: 1093 time: 0.5923226 Jul 13 15:51:13.843036 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708d732e-5091-4b30-8211-e6d90c4f420f', 'tag': '467d6354-687f-45a5-abfb-3a8fab3d45a9'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:51:13.845251 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91a7201-6062-4bc5-939a-4353b5310157" -d '{"events": [{"name": "network-changed", "server_uuid": "708d732e-5091-4b30-8211-e6d90c4f420f", "tag": "467d6354-687f-45a5-abfb-3a8fab3d45a9"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:51:13.868640 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e20dc6-f002-4057-9a6c-ad124255872c service neutron] Pushing event updated for resources: {'Port': ['ID=467d6354-687f-45a5-abfb-3a8fab3d45a9,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:13.871471 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0ccd3909-5446-4abc-9019-76b93461d9b8 req-a5f3f531-6949-4340-90d0-c27a32b2efbb tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342937 Jul 13 15:51:13.881882 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c79006b-9847-4ff5-b2d8-e49bd3772dd5 x-openstack-request-id: req-9c79006b-9847-4ff5-b2d8-e49bd3772dd5 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:51:13.882102 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "708d732e-5091-4b30-8211-e6d90c4f420f", "tag": "467d6354-687f-45a5-abfb-3a8fab3d45a9", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:51:13.882353 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c79006b-9847-4ff5-b2d8-e49bd3772dd5 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:51:13.882742 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708d732e-5091-4b30-8211-e6d90c4f420f', 'tag': '467d6354-687f-45a5-abfb-3a8fab3d45a9', 'status': 'completed', 'code': 200} Jul 13 15:51:14.099655 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a7201-6062-4bc5-939a-4353b5310157 req-d422587b-bfe7-443c-a42f-aa5433c6b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:14.101028 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b91a7201-6062-4bc5-939a-4353b5310157 req-d422587b-bfe7-443c-a42f-aa5433c6b34f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ec603125179749f385c3ad002c980506&device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 1096 time: 0.0545197 Jul 13 15:51:14.203799 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a7201-6062-4bc5-939a-4353b5310157 req-a578ab47-09ee-403d-a8eb-59e8f5bd229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:14.205215 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b91a7201-6062-4bc5-939a-4353b5310157 req-a578ab47-09ee-403d-a8eb-59e8f5bd229f service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=ec603125179749f385c3ad002c980506&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0896688 Jul 13 15:51:14.336011 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435006da-8b79-4831-9c19-11cd6913d0c5 req-20244ca8-9c1d-4aee-bf8d-0afac9a50f03 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:14.337461 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-435006da-8b79-4831-9c19-11cd6913d0c5 req-20244ca8-9c1d-4aee-bf8d-0afac9a50f03 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 943 time: 0.1364076 Jul 13 15:51:14.338401 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a7201-6062-4bc5-939a-4353b5310157 req-4f76eeb6-0c3c-4d78-87fb-47f77ebcccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:14.339680 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b91a7201-6062-4bc5-939a-4353b5310157 req-4f76eeb6-0c3c-4d78-87fb-47f77ebcccab service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261261 Jul 13 15:51:14.375461 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-435006da-8b79-4831-9c19-11cd6913d0c5 req-d4c3f1da-275f-4629-9168-892a7d6b7e75 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318000 Jul 13 15:51:14.457664 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-7b312222-c6b2-4de0-aa23-f30b6c9df38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:14.459183 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-7b312222-c6b2-4de0-aa23-f30b6c9df38f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ec603125179749f385c3ad002c980506&device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 1096 time: 0.0555708 Jul 13 15:51:14.510022 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-60f77f6c-73fa-4e89-804a-eb9f4c1fb24b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=467d6354-687f-45a5-abfb-3a8fab3d45a9 HTTP/1.1" status: 200 len: 217 time: 0.0321984 Jul 13 15:51:14.555140 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-064efe4d-27c5-4d6c-bff0-19ed6de18344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:14.556534 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-064efe4d-27c5-4d6c-bff0-19ed6de18344 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0fd034ca-1a2e-4e74-a9ce-3e67358a7c96 HTTP/1.1" status: 200 len: 849 time: 0.0404527 Jul 13 15:51:14.644758 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-6cb8386e-cc97-4c39-bc1c-465b12f741c1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=be4841fe-8256-435d-9c4f-0db9ee847ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264988 Jul 13 15:51:14.736802 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-7a1823ec-a3d3-4b22-8f45-dddcf9d471df service neutron] 10.222.0.63 "GET /v2.0/networks/be4841fe-8256-435d-9c4f-0db9ee847ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842946 Jul 13 15:51:14.827576 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8eb5c619-f675-41dd-a15a-c1c84ba97d6d req-a3065800-1b54-4978-83cb-66d1c5d8698f service neutron] 10.222.0.63 "GET /v2.0/networks/be4841fe-8256-435d-9c4f-0db9ee847ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831788 Jul 13 15:51:15.038599 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2a6e9-e24c-4a61-a70b-adbc9a7cda1f req-a619f7c7-f160-48c6-8358-8133ac1b957d tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:15.040061 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7bb2a6e9-e24c-4a61-a70b-adbc9a7cda1f req-a619f7c7-f160-48c6-8358-8133ac1b957d tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 943 time: 0.0617428 Jul 13 15:51:15.077255 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7bb2a6e9-e24c-4a61-a70b-adbc9a7cda1f req-05e2fa40-73f9-4100-b1af-bce459987cd3 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312543 Jul 13 15:51:15.553423 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099643e2-b7e7-462d-ab85-3a543eaaf463 req-977d5666-a724-4748-a1ed-06609dc75fee tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:15.554922 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-099643e2-b7e7-462d-ab85-3a543eaaf463 req-977d5666-a724-4748-a1ed-06609dc75fee tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 943 time: 0.0652857 Jul 13 15:51:15.592776 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-099643e2-b7e7-462d-ab85-3a543eaaf463 req-9f73f9fa-ca9e-4448-b06a-bee87ba699a3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323403 Jul 13 15:51:16.247584 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e75d79-df39-4acc-84ca-93fb6ae2aded req-c49f6f57-5dd2-48e6-b012-bea472b4938e tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:16.249747 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d0e75d79-df39-4acc-84ca-93fb6ae2aded req-c49f6f57-5dd2-48e6-b012-bea472b4938e tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 943 time: 0.0662682 Jul 13 15:51:16.286076 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d0e75d79-df39-4acc-84ca-93fb6ae2aded req-3c74ff26-e23a-4366-9659-a1515e6c467e tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308127 Jul 13 15:51:16.729758 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 08e1c253-8f21-44c1-81ce-9cbe419d9438 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:51:16.821607 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 08e1c253-8f21-44c1-81ce-9cbe419d9438, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438,segment=NetworkSegment(dbe34bfe-52bd-44cc-a6f4-a26190fa1e04),segment_id=dbe34bfe-52bd-44cc-a6f4-a26190fa1e04)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:51:16.832892 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '08e1c253-8f21-44c1-81ce-9cbe419d9438', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'port_id': '08e1c253-8f21-44c1-81ce-9cbe419d9438', 'mac_address': 'fa:16:3e:e4:7a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:51:16.869373 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:16.884726 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e1c253-8f21-44c1-81ce-9cbe419d9438 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:51:16.903085 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 08e1c253-8f21-44c1-81ce-9cbe419d9438, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438,segment=NetworkSegment(dbe34bfe-52bd-44cc-a6f4-a26190fa1e04),segment_id=dbe34bfe-52bd-44cc-a6f4-a26190fa1e04)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:51:16.907490 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:16.954423 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=08e1c253-8f21-44c1-81ce-9cbe419d9438,revision_number=7']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:17.202901 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['08e1c253-8f21-44c1-81ce-9cbe419d9438'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:51:17.456419 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4761d0-6077-4610-90d7-d87ccb36f7cc req-f5516602-c1a1-4cb7-953a-10a1431a404a tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:17.457804 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2a4761d0-6077-4610-90d7-d87ccb36f7cc req-f5516602-c1a1-4cb7-953a-10a1431a404a tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 943 time: 0.0627341 Jul 13 15:51:17.493473 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2a4761d0-6077-4610-90d7-d87ccb36f7cc req-001e55d1-bfcd-4ccf-80d5-1594d98fb56b tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301292 Jul 13 15:51:18.664836 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219a266-6aec-452a-809c-7801123a4b4e req-faa4deff-0a1c-49d9-97d3-2df235c32b0a tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:18.666302 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7219a266-6aec-452a-809c-7801123a4b4e req-faa4deff-0a1c-49d9-97d3-2df235c32b0a tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 943 time: 0.0609477 Jul 13 15:51:18.702702 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7219a266-6aec-452a-809c-7801123a4b4e req-98c54263-4a8c-4126-ba8e-98f1a0ee2e69 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306816 Jul 13 15:51:18.743749 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 467d6354-687f-45a5-abfb-3a8fab3d45a9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:51:18.753431 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 08e1c253-8f21-44c1-81ce-9cbe419d9438 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:51:18.976725 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 08e1c253-8f21-44c1-81ce-9cbe419d9438 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:51:18.977097 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:19.006793 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 467d6354-687f-45a5-abfb-3a8fab3d45a9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=467d6354-687f-45a5-abfb-3a8fab3d45a9,segment=NetworkSegment(67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce),segment_id=67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:51:19.024885 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '467d6354-687f-45a5-abfb-3a8fab3d45a9', 'network_id': 'be4841fe-8256-435d-9c4f-0db9ee847ae1', 'port_id': '467d6354-687f-45a5-abfb-3a8fab3d45a9', 'mac_address': 'fa:16:3e:b8:8d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd034ca-1a2e-4e74-a9ce-3e67358a7c96', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:51:19.090576 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:19.109145 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:19.112328 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467d6354-687f-45a5-abfb-3a8fab3d45a9 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:51:19.145884 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e1c253-8f21-44c1-81ce-9cbe419d9438'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:51:19.148095 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb948d67-5608-4b39-9c77-4994f6fdc951" -d '{"events": [{"server_uuid": "b6894ae5-ed94-4afa-8f55-ff5c53894952", "name": "network-vif-plugged", "status": "completed", "tag": "08e1c253-8f21-44c1-81ce-9cbe419d9438"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:51:19.151720 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 467d6354-687f-45a5-abfb-3a8fab3d45a9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=467d6354-687f-45a5-abfb-3a8fab3d45a9,segment=NetworkSegment(67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce),segment_id=67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:51:19.161990 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:19.164706 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 08e1c253-8f21-44c1-81ce-9cbe419d9438, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438,segment=NetworkSegment(dbe34bfe-52bd-44cc-a6f4-a26190fa1e04),segment_id=dbe34bfe-52bd-44cc-a6f4-a26190fa1e04)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:51:19.169300 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:19.189375 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f024c5fd-f87b-4240-ab2c-a51176dc025f x-openstack-request-id: req-f024c5fd-f87b-4240-ab2c-a51176dc025f {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:51:19.189647 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6894ae5-ed94-4afa-8f55-ff5c53894952", "name": "network-vif-plugged", "status": "completed", "tag": "08e1c253-8f21-44c1-81ce-9cbe419d9438", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:51:19.189917 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f024c5fd-f87b-4240-ab2c-a51176dc025f {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:51:19.190295 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e1c253-8f21-44c1-81ce-9cbe419d9438', 'code': 200} Jul 13 15:51:19.214966 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=467d6354-687f-45a5-abfb-3a8fab3d45a9,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:19.262042 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=08e1c253-8f21-44c1-81ce-9cbe419d9438,revision_number=8']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:19.454105 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['467d6354-687f-45a5-abfb-3a8fab3d45a9'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:51:19.874461 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8262f-6366-499c-96ee-691ff028c414 req-989a0dab-d720-4a64-af03-84e8969d7d33 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:19.875952 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-23d8262f-6366-499c-96ee-691ff028c414 req-989a0dab-d720-4a64-af03-84e8969d7d33 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 944 time: 0.0665612 Jul 13 15:51:19.912217 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-23d8262f-6366-499c-96ee-691ff028c414 req-34a923f5-0bc4-4051-93f2-7a5a69ff2663 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307691 Jul 13 15:51:20.348655 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-70f7ae3b-f522-4b5e-97ce-8a04ae065391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:20.752102 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 467d6354-687f-45a5-abfb-3a8fab3d45a9 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:51:20.799203 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port 467d6354-687f-45a5-abfb-3a8fab3d45a9 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:51:20.802740 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 467d6354-687f-45a5-abfb-3a8fab3d45a9 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:51:20.803110 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:20.842135 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:20.890706 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:20.921536 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 467d6354-687f-45a5-abfb-3a8fab3d45a9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=467d6354-687f-45a5-abfb-3a8fab3d45a9,segment=NetworkSegment(67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce),segment_id=67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:51:20.925229 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:20.973117 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=467d6354-687f-45a5-abfb-3a8fab3d45a9,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:21.086537 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563fdd5-0473-4d46-a7a4-baca8eb19fe6 req-bf5b655d-a1a9-4667-81d2-b761d4519606 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:21.087993 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3563fdd5-0473-4d46-a7a4-baca8eb19fe6 req-bf5b655d-a1a9-4667-81d2-b761d4519606 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 945 time: 0.0655622 Jul 13 15:51:21.124081 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3563fdd5-0473-4d46-a7a4-baca8eb19fe6 req-b1ebff4a-d393-421f-a928-4fc96d9a6f1e tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305002 Jul 13 15:51:21.191673 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708d732e-5091-4b30-8211-e6d90c4f420f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467d6354-687f-45a5-abfb-3a8fab3d45a9'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:51:21.193980 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168b2aa3-b12d-499c-962b-a37a08cffd56" -d '{"events": [{"server_uuid": "708d732e-5091-4b30-8211-e6d90c4f420f", "name": "network-vif-plugged", "status": "completed", "tag": "467d6354-687f-45a5-abfb-3a8fab3d45a9"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:51:21.228111 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662ea310-c58a-4596-b272-f9d0e47fb9c4 x-openstack-request-id: req-662ea310-c58a-4596-b272-f9d0e47fb9c4 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:51:21.228387 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708d732e-5091-4b30-8211-e6d90c4f420f", "name": "network-vif-plugged", "status": "completed", "tag": "467d6354-687f-45a5-abfb-3a8fab3d45a9", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:51:21.228634 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-662ea310-c58a-4596-b272-f9d0e47fb9c4 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:51:21.229017 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708d732e-5091-4b30-8211-e6d90c4f420f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467d6354-687f-45a5-abfb-3a8fab3d45a9', 'code': 200} Jul 13 15:51:21.474136 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e3322-7532-4efb-ac28-2602515ef28b req-4955d750-19a1-4bdf-b3a5-42d62b445d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:21.475535 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-113e3322-7532-4efb-ac28-2602515ef28b req-4955d750-19a1-4bdf-b3a5-42d62b445d85 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 1098 time: 0.0506630 Jul 13 15:51:21.510907 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-113e3322-7532-4efb-ac28-2602515ef28b req-c83e75b5-6b92-42d5-bdfd-e457af3aba10 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290520 Jul 13 15:51:21.832538 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:51:22.291873 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c851e9-b628-4541-bd17-b28048074369 req-f310336c-e63f-42f0-bb86-cd5ea1022a8d tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:22.293349 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f9c851e9-b628-4541-bd17-b28048074369 req-f310336c-e63f-42f0-bb86-cd5ea1022a8d tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 945 time: 0.0616932 Jul 13 15:51:22.329798 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f9c851e9-b628-4541-bd17-b28048074369 req-ffba6a87-35bf-4c15-a9eb-5107657b8916 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306268 Jul 13 15:51:22.806615 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fe1b6527-3c51-4215-aa3c-4b8ca68a9bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:23.038077 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:23.500355 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9181ebc-26e3-4ddd-a7cc-9ec736578dc7 req-e95658a8-7671-4201-b493-7c831f605bc8 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:23.501813 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9181ebc-26e3-4ddd-a7cc-9ec736578dc7 req-e95658a8-7671-4201-b493-7c831f605bc8 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 945 time: 0.0613320 Jul 13 15:51:23.538506 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9181ebc-26e3-4ddd-a7cc-9ec736578dc7 req-71be0626-e6f9-4b7c-8929-8ee2af81ce52 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310543 Jul 13 15:51:23.920888 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:24.363778 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92156865-6f47-4938-9f1a-89afe06d3b74 req-1bba4bc6-4664-4e2c-9986-98803b959b9b tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:24.365220 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-92156865-6f47-4938-9f1a-89afe06d3b74 req-1bba4bc6-4664-4e2c-9986-98803b959b9b tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 945 time: 0.0607641 Jul 13 15:51:24.400519 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-92156865-6f47-4938-9f1a-89afe06d3b74 req-8f0ef968-28c9-41c1-bd3c-d08478289c4c tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299108 Jul 13 15:51:25.577244 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5c850-1d56-47d3-b791-c5812b469f0d req-6a5ad9ba-69db-47f8-b3fd-fb2bce096bb0 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:25.578740 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fdc5c850-1d56-47d3-b791-c5812b469f0d req-6a5ad9ba-69db-47f8-b3fd-fb2bce096bb0 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 945 time: 0.0668044 Jul 13 15:51:25.616852 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-fdc5c850-1d56-47d3-b791-c5812b469f0d req-531e2dea-488c-4527-b275-8e5a79ad99a5 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323048 Jul 13 15:51:25.646051 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:25.908823 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497732c-d2e2-4a0e-b79a-26d97b3f91df req-52b2e365-98eb-4fb7-85b6-b37afe3a93d5 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:25.910185 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3497732c-d2e2-4a0e-b79a-26d97b3f91df req-52b2e365-98eb-4fb7-85b6-b37afe3a93d5 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.63 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 945 time: 0.0603733 Jul 13 15:51:26.009986 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-3497732c-d2e2-4a0e-b79a-26d97b3f91df req-bcf2f120-af51-41cb-9f31-8ac028f54422 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Deleting port 467d6354-687f-45a5-abfb-3a8fab3d45a9 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:51:26.010325 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-3497732c-d2e2-4a0e-b79a-26d97b3f91df req-bcf2f120-af51-41cb-9f31-8ac028f54422 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:26.095079 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-3497732c-d2e2-4a0e-b79a-26d97b3f91df req-bcf2f120-af51-41cb-9f31-8ac028f54422 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] For port 467d6354-687f-45a5-abfb-3a8fab3d45a9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=467d6354-687f-45a5-abfb-3a8fab3d45a9,segment=NetworkSegment(67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce),segment_id=67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:51:26.095435 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-3497732c-d2e2-4a0e-b79a-26d97b3f91df req-bcf2f120-af51-41cb-9f31-8ac028f54422 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:26.107635 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-3497732c-d2e2-4a0e-b79a-26d97b3f91df req-bcf2f120-af51-41cb-9f31-8ac028f54422 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Calling delete_port for 467d6354-687f-45a5-abfb-3a8fab3d45a9 owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:51:26.231250 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-3497732c-d2e2-4a0e-b79a-26d97b3f91df req-bcf2f120-af51-41cb-9f31-8ac028f54422 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:26.258876 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2f120-af51-41cb-9f31-8ac028f54422 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Pushing event deleted for resources: {'Port': ['ID=467d6354-687f-45a5-abfb-3a8fab3d45a9,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:26.272749 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['467d6354-687f-45a5-abfb-3a8fab3d45a9'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:51:26.302672 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3497732c-d2e2-4a0e-b79a-26d97b3f91df req-bcf2f120-af51-41cb-9f31-8ac028f54422 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] No DVR routers for this DVR port 467d6354-687f-45a5-abfb-3a8fab3d45a9 on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:51:26.304957 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-3497732c-d2e2-4a0e-b79a-26d97b3f91df req-bcf2f120-af51-41cb-9f31-8ac028f54422 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:26.306966 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3497732c-d2e2-4a0e-b79a-26d97b3f91df req-bcf2f120-af51-41cb-9f31-8ac028f54422 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.63 "DELETE /v2.0/ports/467d6354-687f-45a5-abfb-3a8fab3d45a9 HTTP/1.1" status: 204 len: 173 time: 0.3883092 Jul 13 15:51:26.307392 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708d732e-5091-4b30-8211-e6d90c4f420f', 'name': 'network-vif-deleted', 'tag': '467d6354-687f-45a5-abfb-3a8fab3d45a9'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:51:26.310216 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db7b3ed-0b64-4b59-aba8-085366a412d5" -d '{"events": [{"server_uuid": "708d732e-5091-4b30-8211-e6d90c4f420f", "name": "network-vif-deleted", "tag": "467d6354-687f-45a5-abfb-3a8fab3d45a9"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:51:26.349328 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018a5b5d-3729-4006-9d12-373881c98c43 x-openstack-request-id: req-018a5b5d-3729-4006-9d12-373881c98c43 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:51:26.349648 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708d732e-5091-4b30-8211-e6d90c4f420f", "name": "network-vif-deleted", "tag": "467d6354-687f-45a5-abfb-3a8fab3d45a9", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:51:26.349998 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-018a5b5d-3729-4006-9d12-373881c98c43 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:51:26.350412 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708d732e-5091-4b30-8211-e6d90c4f420f', 'name': 'network-vif-deleted', 'tag': '467d6354-687f-45a5-abfb-3a8fab3d45a9', 'status': 'completed', 'code': 200} Jul 13 15:51:26.768578 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5bf377db-a14f-4cfa-a574-0c52b1e5c82e req-4c0342ae-5820-4490-8241-1d13625fe481 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=708d732e-5091-4b30-8211-e6d90c4f420f HTTP/1.1" status: 200 len: 210 time: 0.0317833 Jul 13 15:51:28.054403 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-2ec95564-1f6a-4438-8a4c-39a1b5bf2eb0 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:28.055766 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-2ec95564-1f6a-4438-8a4c-39a1b5bf2eb0 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/networks?id=be4841fe-8256-435d-9c4f-0db9ee847ae1 HTTP/1.1" status: 200 len: 809 time: 0.0973110 Jul 13 15:51:28.070738 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-099c3d7d-778c-4892-b648-a5a192d7c5f8 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/quotas/ec603125179749f385c3ad002c980506 HTTP/1.1" status: 200 len: 375 time: 0.0088849 Jul 13 15:51:28.102491 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-b523303c-2817-48dd-a6ca-357d9461f4de tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec603125179749f385c3ad002c980506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271375 Jul 13 15:51:28.190688 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-15bfee44-6f2e-4b3d-88cf-c6e892beb08a service neutron] 10.222.0.59 "GET /v2.0/networks/be4841fe-8256-435d-9c4f-0db9ee847ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819299 Jul 13 15:51:28.275859 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-23bdf741-822a-46f4-ba6d-1ba3de3b199c service neutron] 10.222.0.59 "GET /v2.0/networks/be4841fe-8256-435d-9c4f-0db9ee847ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796275 Jul 13 15:51:28.441695 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-312e1172-de79-4d8f-b243-4bcc378d681a req-a511615f-3419-49b7-b063-ee90848878f8 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 210 time: 0.0331299 Jul 13 15:51:29.584888 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c447b665-8479-4497-aee4-95e9e99fc8e4 req-52644b4c-5a28-4b42-8542-72b2b03e95ec tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 210 time: 0.0351830 Jul 13 15:51:29.594260 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-d4a0a6fe-dd9f-4eb6-ae2b-1099110d12ab tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:29.595705 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-d4a0a6fe-dd9f-4eb6-ae2b-1099110d12ab tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.63 "GET /v2.0/networks?id=be4841fe-8256-435d-9c4f-0db9ee847ae1 HTTP/1.1" status: 200 len: 809 time: 0.1357102 Jul 13 15:51:29.613659 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-e8fffa96-0c89-4cd8-a582-2ab60f7221fc tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Request body: {'port': {'device_id': '0b7de223-179d-453d-a702-4e38a91d2ea5', 'network_id': 'be4841fe-8256-435d-9c4f-0db9ee847ae1', 'admin_state_up': True, 'tenant_id': 'ec603125179749f385c3ad002c980506'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:51:29.725037 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-e8fffa96-0c89-4cd8-a582-2ab60f7221fc tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Made reservation on behalf of ec603125179749f385c3ad002c980506 for: {'port': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:51:29.728591 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-e8fffa96-0c89-4cd8-a582-2ab60f7221fc tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:29.852208 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-e8fffa96-0c89-4cd8-a582-2ab60f7221fc tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Allocated IP 172.20.0.10 (be4841fe-8256-435d-9c4f-0db9ee847ae1/0fd034ca-1a2e-4e74-a9ce-3e67358a7c96/b109042d-20d7-4942-921a-da4b722d44ce) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:51:30.005217 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-e8fffa96-0c89-4cd8-a582-2ab60f7221fc tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:30.045133 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-e8fffa96-0c89-4cd8-a582-2ab60f7221fc tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:30.090080 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-e8fffa96-0c89-4cd8-a582-2ab60f7221fc tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Network be4841fe-8256-435d-9c4f-0db9ee847ae1 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:51:30.093924 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-e8fffa96-0c89-4cd8-a582-2ab60f7221fc tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:51:30.099859 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-e8fffa96-0c89-4cd8-a582-2ab60f7221fc tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:51:30.133437 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fffa96-0c89-4cd8-a582-2ab60f7221fc tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Pushing event updated for resources: {'Port': ['ID=b109042d-20d7-4942-921a-da4b722d44ce,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:30.161020 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-e8fffa96-0c89-4cd8-a582-2ab60f7221fc tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:30.161967 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-e8fffa96-0c89-4cd8-a582-2ab60f7221fc tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:30.177376 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-e8fffa96-0c89-4cd8-a582-2ab60f7221fc tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5674152 Jul 13 15:51:30.194995 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Request body: {'port': {'device_id': '0b7de223-179d-453d-a702-4e38a91d2ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:51:30.270451 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:30.533059 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b109042d-20d7-4942-921a-da4b722d44ce {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:51:30.540275 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:30.551845 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Transition to ACTIVE for port object b109042d-20d7-4942-921a-da4b722d44ce will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:51:30.555372 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:30.601274 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Pushing event updated for resources: {'Port': ['ID=b109042d-20d7-4942-921a-da4b722d44ce,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:30.673023 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Attempting to bind port b109042d-20d7-4942-921a-da4b722d44ce on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:51:30.673458 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Attempting to bind port b109042d-20d7-4942-921a-da4b722d44ce by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'be4841fe-8256-435d-9c4f-0db9ee847ae1'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:51:30.673827 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Attempting to bind port b109042d-20d7-4942-921a-da4b722d44ce on network be4841fe-8256-435d-9c4f-0db9ee847ae1 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:51:30.678073 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Port b109042d-20d7-4942-921a-da4b722d44ce on network be4841fe-8256-435d-9c4f-0db9ee847ae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:51:30.678389 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Attempting to bind port b109042d-20d7-4942-921a-da4b722d44ce on network be4841fe-8256-435d-9c4f-0db9ee847ae1 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:51:30.683082 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:51:30.683441 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Checking segment: {'id': '67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'be4841fe-8256-435d-9c4f-0db9ee847ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:51:30.683817 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Bound using segment: {'id': '67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'be4841fe-8256-435d-9c4f-0db9ee847ae1'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:51:30.684300 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Bound port: b109042d-20d7-4942-921a-da4b722d44ce, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'be4841fe-8256-435d-9c4f-0db9ee847ae1'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:51:30.684712 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:30.750670 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] For port b109042d-20d7-4942-921a-da4b722d44ce, host hv-cinder-78836, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:51:30.753753 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] For port b109042d-20d7-4942-921a-da4b722d44ce, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b109042d-20d7-4942-921a-da4b722d44ce,segment=NetworkSegment(67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce),segment_id=67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:51:30.757207 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72dcdc-4815-4af6-91fe-78976ebe2b82 req-db1893d2-f9a8-420d-90b7-9d6b60fe9bcb tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:30.758826 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fb72dcdc-4815-4af6-91fe-78976ebe2b82 req-db1893d2-f9a8-420d-90b7-9d6b60fe9bcb tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 944 time: 0.0630202 Jul 13 15:51:30.759333 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:30.795011 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:30.795617 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:30.796975 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] 10.222.0.63 "PUT /v2.0/ports/b109042d-20d7-4942-921a-da4b722d44ce HTTP/1.1" status: 200 len: 1094 time: 0.6061413 Jul 13 15:51:30.797397 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7de223-179d-453d-a702-4e38a91d2ea5', 'tag': 'b109042d-20d7-4942-921a-da4b722d44ce'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:51:30.799620 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5046dda-20c8-48e4-b96c-fea4563133c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7de223-179d-453d-a702-4e38a91d2ea5", "tag": "b109042d-20d7-4942-921a-da4b722d44ce"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:51:30.800981 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fb72dcdc-4815-4af6-91fe-78976ebe2b82 req-6716e166-dc59-4320-9e63-6c49c50a9617 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354712 Jul 13 15:51:30.816094 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 467d6354-687f-45a5-abfb-3a8fab3d45a9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:51:30.825596 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d029d-64dd-4c4f-9f9f-de69aac50e56 service neutron] Pushing event updated for resources: {'Port': ['ID=b109042d-20d7-4942-921a-da4b722d44ce,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:30.844600 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: 467d6354-687f-45a5-abfb-3a8fab3d45a9 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:51:30.845161 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 467d6354-687f-45a5-abfb-3a8fab3d45a9 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:51:30.866072 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d012490-1efc-47bd-a373-e3bbbca4a67e x-openstack-request-id: req-8d012490-1efc-47bd-a373-e3bbbca4a67e {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:51:30.866349 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7de223-179d-453d-a702-4e38a91d2ea5", "tag": "b109042d-20d7-4942-921a-da4b722d44ce", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:51:30.866595 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d012490-1efc-47bd-a373-e3bbbca4a67e {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:51:30.866973 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7de223-179d-453d-a702-4e38a91d2ea5', 'tag': 'b109042d-20d7-4942-921a-da4b722d44ce', 'status': 'completed', 'code': 200} Jul 13 15:51:30.910025 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-c16752fd-7fd6-4ee6-9ab1-0a026da53b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:30.911475 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-c16752fd-7fd6-4ee6-9ab1-0a026da53b13 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ec603125179749f385c3ad002c980506&device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0550802 Jul 13 15:51:30.958813 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-19845223-b38e-48f9-871e-c053b0004ce9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b109042d-20d7-4942-921a-da4b722d44ce HTTP/1.1" status: 200 len: 217 time: 0.0340798 Jul 13 15:51:31.280762 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-522530bf-78fd-4466-8bad-ad77334760aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:31.282234 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-522530bf-78fd-4466-8bad-ad77334760aa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0fd034ca-1a2e-4e74-a9ce-3e67358a7c96 HTTP/1.1" status: 200 len: 849 time: 0.3165548 Jul 13 15:51:31.315200 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-1584f466-5b2f-4ee3-9f05-3deaa9b24858 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=be4841fe-8256-435d-9c4f-0db9ee847ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248482 Jul 13 15:51:31.402770 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-bc5f9f72-de8e-4940-aeb2-db1319ac7251 service neutron] 10.222.0.63 "GET /v2.0/networks/be4841fe-8256-435d-9c4f-0db9ee847ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789995 Jul 13 15:51:31.488341 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c58d2b82-5eba-4446-92aa-48190ca03ddd req-a23db0fe-60c8-47b8-9c2e-bfd33da10874 service neutron] 10.222.0.63 "GET /v2.0/networks/be4841fe-8256-435d-9c4f-0db9ee847ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783093 Jul 13 15:51:31.628324 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5046dda-20c8-48e4-b96c-fea4563133c6 req-fbaff5cf-dd59-4a07-92d5-95a6d4023245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:31.629863 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b5046dda-20c8-48e4-b96c-fea4563133c6 req-fbaff5cf-dd59-4a07-92d5-95a6d4023245 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ec603125179749f385c3ad002c980506&device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0527194 Jul 13 15:51:31.720238 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5046dda-20c8-48e4-b96c-fea4563133c6 req-b7cf6ef7-62fc-4d47-8656-3dca5ed41bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:31.721697 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b5046dda-20c8-48e4-b96c-fea4563133c6 req-b7cf6ef7-62fc-4d47-8656-3dca5ed41bd7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=be4841fe-8256-435d-9c4f-0db9ee847ae1 HTTP/1.1" status: 200 len: 910 time: 0.0855980 Jul 13 15:51:31.761817 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b5046dda-20c8-48e4-b96c-fea4563133c6 req-97235e4f-a7c6-48b3-9797-84a18fa9f8cb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b109042d-20d7-4942-921a-da4b722d44ce HTTP/1.1" status: 200 len: 217 time: 0.0322578 Jul 13 15:51:31.812014 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5046dda-20c8-48e4-b96c-fea4563133c6 req-d45d54b2-a4bd-4e48-9742-0e0c1165345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:31.813433 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b5046dda-20c8-48e4-b96c-fea4563133c6 req-d45d54b2-a4bd-4e48-9742-0e0c1165345d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0fd034ca-1a2e-4e74-a9ce-3e67358a7c96 HTTP/1.1" status: 200 len: 849 time: 0.0448742 Jul 13 15:51:31.847659 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b5046dda-20c8-48e4-b96c-fea4563133c6 req-36ce3090-9baa-4632-8e63-2bb0bbe67884 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=be4841fe-8256-435d-9c4f-0db9ee847ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261543 Jul 13 15:51:31.934766 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b5046dda-20c8-48e4-b96c-fea4563133c6 req-068f77b2-d8d2-47f0-bb0d-94b6cca22415 service neutron] 10.222.0.63 "GET /v2.0/networks/be4841fe-8256-435d-9c4f-0db9ee847ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794122 Jul 13 15:51:31.973088 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb931d09-c529-4257-87d7-4cf687cd9e4f req-a6d369fc-278b-4007-aca5-25b9e1ebe8b4 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:31.974598 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fb931d09-c529-4257-87d7-4cf687cd9e4f req-a6d369fc-278b-4007-aca5-25b9e1ebe8b4 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 944 time: 0.0627048 Jul 13 15:51:32.012140 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fb931d09-c529-4257-87d7-4cf687cd9e4f req-5f86a16d-a087-4775-80e8-6f7d36960106 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320349 Jul 13 15:51:32.026090 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b5046dda-20c8-48e4-b96c-fea4563133c6 req-60ab4665-5865-4be6-b6ae-85fb9ec45969 service neutron] 10.222.0.63 "GET /v2.0/networks/be4841fe-8256-435d-9c4f-0db9ee847ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849292 Jul 13 15:51:33.185245 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4a99e-78f9-4c53-b948-5868d900d5df req-694b4687-c9bf-46a5-a76d-df663dfe41a7 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:33.186955 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e8f4a99e-78f9-4c53-b948-5868d900d5df req-694b4687-c9bf-46a5-a76d-df663dfe41a7 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 944 time: 0.0625920 Jul 13 15:51:33.223077 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e8f4a99e-78f9-4c53-b948-5868d900d5df req-69471da9-8b8c-40a2-a2f3-22cd91914ed5 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306611 Jul 13 15:51:34.395743 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ceea-f5c7-4397-8fe0-3c2ea5dfca1f req-3f1eba8e-8749-4cfb-b398-d55f1955aadd tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:34.397198 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-31d3ceea-f5c7-4397-8fe0-3c2ea5dfca1f req-3f1eba8e-8749-4cfb-b398-d55f1955aadd tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 944 time: 0.0643325 Jul 13 15:51:34.433567 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-31d3ceea-f5c7-4397-8fe0-3c2ea5dfca1f req-df516f4c-77b1-41fd-b7b1-61cfe570993c tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Jul 13 15:51:34.848454 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device b109042d-20d7-4942-921a-da4b722d44ce details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:51:34.939825 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port b109042d-20d7-4942-921a-da4b722d44ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b109042d-20d7-4942-921a-da4b722d44ce,segment=NetworkSegment(67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce),segment_id=67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:51:34.951291 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': 'b109042d-20d7-4942-921a-da4b722d44ce', 'network_id': 'be4841fe-8256-435d-9c4f-0db9ee847ae1', 'port_id': 'b109042d-20d7-4942-921a-da4b722d44ce', 'mac_address': 'fa:16:3e:2f:78:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd034ca-1a2e-4e74-a9ce-3e67358a7c96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:51:34.986612 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:35.002874 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b109042d-20d7-4942-921a-da4b722d44ce {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:51:35.021172 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port b109042d-20d7-4942-921a-da4b722d44ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b109042d-20d7-4942-921a-da4b722d44ce,segment=NetworkSegment(67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce),segment_id=67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:51:35.025145 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:35.071257 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=b109042d-20d7-4942-921a-da4b722d44ce,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:35.315499 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['b109042d-20d7-4942-921a-da4b722d44ce'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:51:35.607079 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5715f-656f-453f-b79f-38cc36ed8cef req-8b66bff4-0904-4b1a-8351-5ccf94d1d7da tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:35.608552 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1ef5715f-656f-453f-b79f-38cc36ed8cef req-8b66bff4-0904-4b1a-8351-5ccf94d1d7da tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.0664697 Jul 13 15:51:35.644982 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1ef5715f-656f-453f-b79f-38cc36ed8cef req-cb767434-2911-40bb-8354-3ef614a5d3f5 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309379 Jul 13 15:51:36.814291 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d4845-51b6-4ef8-98c4-ef0355fb1fea req-be8ed518-d828-436e-8e1e-728435ceba3f tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:36.815807 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-249d4845-51b6-4ef8-98c4-ef0355fb1fea req-be8ed518-d828-436e-8e1e-728435ceba3f tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.0616248 Jul 13 15:51:36.852670 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-249d4845-51b6-4ef8-98c4-ef0355fb1fea req-867b4eb4-bd3a-4193-af1e-fc7256739cfe tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312665 Jul 13 15:51:36.870091 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device b109042d-20d7-4942-921a-da4b722d44ce up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:51:36.919501 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port b109042d-20d7-4942-921a-da4b722d44ce completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:51:36.923083 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port b109042d-20d7-4942-921a-da4b722d44ce triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:51:36.923453 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:36.996340 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:37.017197 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7de223-179d-453d-a702-4e38a91d2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b109042d-20d7-4942-921a-da4b722d44ce'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:51:37.019459 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3782ba-a240-402d-9ec8-2ae0eeb12aa6" -d '{"events": [{"server_uuid": "0b7de223-179d-453d-a702-4e38a91d2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "b109042d-20d7-4942-921a-da4b722d44ce"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:51:37.032390 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port b109042d-20d7-4942-921a-da4b722d44ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b109042d-20d7-4942-921a-da4b722d44ce,segment=NetworkSegment(67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce),segment_id=67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:51:37.036535 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:37.064952 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2620de-e881-4f82-bcdf-e311db4c2489 x-openstack-request-id: req-cb2620de-e881-4f82-bcdf-e311db4c2489 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:51:37.065240 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7de223-179d-453d-a702-4e38a91d2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "b109042d-20d7-4942-921a-da4b722d44ce", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:51:37.065491 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cb2620de-e881-4f82-bcdf-e311db4c2489 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:51:37.065895 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7de223-179d-453d-a702-4e38a91d2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b109042d-20d7-4942-921a-da4b722d44ce', 'code': 200} Jul 13 15:51:37.091436 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=b109042d-20d7-4942-921a-da4b722d44ce,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:37.099022 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:51:37.099374 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:51:37.099755 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:51:37.100591 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:51:37.100946 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:51:37.101452 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:51:37.101818 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:51:37.102155 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:51:37.102488 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:51:37.102825 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:51:37.103153 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:51:37.103479 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:51:37.310230 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cff338-e7b2-4810-a845-58515eb797d3 req-8163e7f9-e907-497d-9179-e347de027675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:37.311948 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-45cff338-e7b2-4810-a845-58515eb797d3 req-8163e7f9-e907-497d-9179-e347de027675 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 1099 time: 0.0509391 Jul 13 15:51:37.346445 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-45cff338-e7b2-4810-a845-58515eb797d3 req-71229c3c-560d-46e2-b858-253ebaba015d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272350 Jul 13 15:51:38.023525 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83d2cf-dba2-4c6c-9c86-557afcdd0ab4 req-1e84c5fb-bbe8-48a5-9641-d525121b6b24 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:38.024983 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-da83d2cf-dba2-4c6c-9c86-557afcdd0ab4 req-1e84c5fb-bbe8-48a5-9641-d525121b6b24 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 946 time: 0.0642622 Jul 13 15:51:38.063021 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-da83d2cf-dba2-4c6c-9c86-557afcdd0ab4 req-c49aa289-2cf9-46ce-a6ea-ce8b61c52c98 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323694 Jul 13 15:51:39.231469 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a9adc-0150-463d-8460-76089deeed10 req-3961c121-42b5-4da9-b511-51dc056232fb tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:39.232831 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-406a9adc-0150-463d-8460-76089deeed10 req-3961c121-42b5-4da9-b511-51dc056232fb tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 946 time: 0.0614517 Jul 13 15:51:39.273549 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-406a9adc-0150-463d-8460-76089deeed10 req-8122d3c1-826b-470f-b0df-3eb4af61545c tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352585 Jul 13 15:51:40.145456 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5dca7-72a5-4704-a67a-2afff08e8d64 req-f46915f6-4bad-49fb-a2e7-fd6a81d9a355 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:40.146929 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-83a5dca7-72a5-4704-a67a-2afff08e8d64 req-f46915f6-4bad-49fb-a2e7-fd6a81d9a355 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 946 time: 0.0609725 Jul 13 15:51:40.183255 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-83a5dca7-72a5-4704-a67a-2afff08e8d64 req-dfb04e85-5367-4f96-a9de-39cb07179d2b tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308824 Jul 13 15:51:41.355410 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82889f-b6b0-4c55-ac19-eebf35fbcadc req-0806e7d1-104a-4ced-ab86-695dbc72d274 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:41.357517 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bd82889f-b6b0-4c55-ac19-eebf35fbcadc req-0806e7d1-104a-4ced-ab86-695dbc72d274 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 946 time: 0.0621858 Jul 13 15:51:41.393789 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bd82889f-b6b0-4c55-ac19-eebf35fbcadc req-e63b0a1a-9089-4c4e-8129-c2ff59127047 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/security-groups?id=e41e547e-1184-442f-9768-31798caad897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306618 Jul 13 15:51:41.649041 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302515c-ba23-496f-8577-9b0b94bfc651 req-bb394e0f-d4dc-4b1e-8a31-e46f76f0f5c4 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:41.650517 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2302515c-ba23-496f-8577-9b0b94bfc651 req-bb394e0f-d4dc-4b1e-8a31-e46f76f0f5c4 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 946 time: 0.0629900 Jul 13 15:51:41.747214 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-2302515c-ba23-496f-8577-9b0b94bfc651 req-d2b0f5ea-dee2-4d22-9cc3-800d291c928f tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Deleting port b109042d-20d7-4942-921a-da4b722d44ce {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:51:41.747542 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-2302515c-ba23-496f-8577-9b0b94bfc651 req-d2b0f5ea-dee2-4d22-9cc3-800d291c928f tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:41.831883 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-2302515c-ba23-496f-8577-9b0b94bfc651 req-d2b0f5ea-dee2-4d22-9cc3-800d291c928f tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] For port b109042d-20d7-4942-921a-da4b722d44ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b109042d-20d7-4942-921a-da4b722d44ce,segment=NetworkSegment(67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce),segment_id=67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:51:41.832233 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-2302515c-ba23-496f-8577-9b0b94bfc651 req-d2b0f5ea-dee2-4d22-9cc3-800d291c928f tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:41.845008 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-2302515c-ba23-496f-8577-9b0b94bfc651 req-d2b0f5ea-dee2-4d22-9cc3-800d291c928f tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Calling delete_port for b109042d-20d7-4942-921a-da4b722d44ce owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:51:41.968434 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-2302515c-ba23-496f-8577-9b0b94bfc651 req-d2b0f5ea-dee2-4d22-9cc3-800d291c928f tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:41.995009 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0f5ea-dee2-4d22-9cc3-800d291c928f tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Pushing event deleted for resources: {'Port': ['ID=b109042d-20d7-4942-921a-da4b722d44ce,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:51:42.005695 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['b109042d-20d7-4942-921a-da4b722d44ce'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:51:42.049238 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-2302515c-ba23-496f-8577-9b0b94bfc651 req-d2b0f5ea-dee2-4d22-9cc3-800d291c928f tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] No DVR routers for this DVR port b109042d-20d7-4942-921a-da4b722d44ce on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:51:42.051609 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-2302515c-ba23-496f-8577-9b0b94bfc651 req-d2b0f5ea-dee2-4d22-9cc3-800d291c928f tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:42.053580 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2302515c-ba23-496f-8577-9b0b94bfc651 req-d2b0f5ea-dee2-4d22-9cc3-800d291c928f tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.63 "DELETE /v2.0/ports/b109042d-20d7-4942-921a-da4b722d44ce HTTP/1.1" status: 204 len: 173 time: 0.3976712 Jul 13 15:51:42.054007 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7de223-179d-453d-a702-4e38a91d2ea5', 'name': 'network-vif-deleted', 'tag': 'b109042d-20d7-4942-921a-da4b722d44ce'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:51:42.056239 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecb1961-bc4c-4790-8f06-e34482edafb3" -d '{"events": [{"server_uuid": "0b7de223-179d-453d-a702-4e38a91d2ea5", "name": "network-vif-deleted", "tag": "b109042d-20d7-4942-921a-da4b722d44ce"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:51:42.094156 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77a568a-c011-4b8b-9763-8114df223890 x-openstack-request-id: req-a77a568a-c011-4b8b-9763-8114df223890 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:51:42.094444 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7de223-179d-453d-a702-4e38a91d2ea5", "name": "network-vif-deleted", "tag": "b109042d-20d7-4942-921a-da4b722d44ce", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:51:42.094693 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a77a568a-c011-4b8b-9763-8114df223890 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:51:42.095086 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7de223-179d-453d-a702-4e38a91d2ea5', 'name': 'network-vif-deleted', 'tag': 'b109042d-20d7-4942-921a-da4b722d44ce', 'status': 'completed', 'code': 200} Jul 13 15:51:42.546384 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9494ea9-a8a2-48b7-8192-07ddf6e32597 req-974a7f06-ae05-402a-bdfd-cd99344c4110 tempest-VolumesActionsTest-1567619720 tempest-VolumesActionsTest-1567619720-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7de223-179d-453d-a702-4e38a91d2ea5 HTTP/1.1" status: 200 len: 210 time: 0.0279641 Jul 13 15:51:46.265798 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device b109042d-20d7-4942-921a-da4b722d44ce no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:51:46.285640 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: b109042d-20d7-4942-921a-da4b722d44ce {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:51:46.286084 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device b109042d-20d7-4942-921a-da4b722d44ce not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:51:50.350835 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6d0d2270-64bb-4060-b214-714be7895e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:50.837324 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:52.810709 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4f5de8ae-fc20-436f-b1b5-2332272427d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:53.040539 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:53.925607 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:55.652851 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:51:56.580914 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3815d940-df57-41d4-9398-26217fbd9912 req-9de29aa2-f66a-4f1d-be69-f0a9d2ea01ce service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541461 Jul 13 15:51:56.702954 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815d940-df57-41d4-9398-26217fbd9912 req-846d2575-2c57-4084-9b18-aa3980fa2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:56.704455 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3815d940-df57-41d4-9398-26217fbd9912 req-846d2575-2c57-4084-9b18-aa3980fa2e44 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=50acfe22c2bb47d686af47862870744a&device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 1098 time: 0.0559490 Jul 13 15:51:56.823224 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815d940-df57-41d4-9398-26217fbd9912 req-457544a8-e9cd-4b31-8db8-411d3f86fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:56.824859 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3815d940-df57-41d4-9398-26217fbd9912 req-457544a8-e9cd-4b31-8db8-411d3f86fb4a service neutron] 10.222.0.63 "GET /v2.0/networks?id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 HTTP/1.1" status: 200 len: 909 time: 0.0971327 Jul 13 15:51:56.901843 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3815d940-df57-41d4-9398-26217fbd9912 req-ec737104-542d-4d49-854d-0e699b1f1a15 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438 HTTP/1.1" status: 200 len: 999 time: 0.0641382 Jul 13 15:51:56.952657 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815d940-df57-41d4-9398-26217fbd9912 req-264ff2eb-4ad0-44dd-b51b-2c7e3db3ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:56.954264 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3815d940-df57-41d4-9398-26217fbd9912 req-264ff2eb-4ad0-44dd-b51b-2c7e3db3ab6e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dd837ee8-9245-4be6-ac07-56c69dc729c7 HTTP/1.1" status: 200 len: 847 time: 0.0455108 Jul 13 15:51:57.033568 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815d940-df57-41d4-9398-26217fbd9912 req-1e7a2c07-b029-4dc2-8ea2-3a3e3634e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:51:57.035085 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3815d940-df57-41d4-9398-26217fbd9912 req-1e7a2c07-b029-4dc2-8ea2-3a3e3634e096 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750322 Jul 13 15:51:57.138320 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3815d940-df57-41d4-9398-26217fbd9912 req-909e794a-d3dc-4197-9899-330ef2efd8b5 service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956202 Jul 13 15:51:57.239986 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3815d940-df57-41d4-9398-26217fbd9912 req-da0a9196-cc89-469d-9356-44ab7dc4d268 service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956059 Jul 13 15:51:58.831522 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:52:05.408560 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52536) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:05.455933 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Deleting subnet 0fd034ca-1a2e-4e74-a9ce-3e67358a7c96 {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:52:05.458865 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:05.491476 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59737147'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:05.529110 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:05.578993 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59731330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3476084'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:05.603951 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fd034ca-1a2e-4e74-a9ce-3e67358a7c96,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:05.606765 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:05.608208 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0fd034ca-1a2e-4e74-a9ce-3e67358a7c96 HTTP/1.1" status: 204 len: 168 time: 0.1986475 Jul 13 15:52:05.610832 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 52538) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:05.614188 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.614530 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.614863 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.615191 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.615545 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.615869 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.616188 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.616505 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.616822 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.617134 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.617448 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.617785 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa48200-7b0f-4ac1-8bdf-dfbb04332023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.679206 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:05.757791 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:05.767486 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4841fe-8256-435d-9c4f-0db9ee847ae1']}} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:05.777007 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce') {'for_net_delete': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:05.777296 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f8d0e8-1480-4ff8-ae9f-26241ae4e8ce') {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:05.785719 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610977'] for segment, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:05.799093 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:05.804570 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:52:05.804943 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3610720'] for segment, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: Traceback (most recent call last): Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: timer() Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: cb(*args, **kw) Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: return func(*args, **kwargs) Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: self._notify() Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: self.callback(batched_events) Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: event.method(event) Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: return f(self, *a, **k) Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._get(url).json() Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: return self.request(url, 'GET', **kwargs) Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:52:05.806549 dv-cinder-788366-2-iscsi neutron-server[93019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:52:05.858134 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:05.863430 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:05.865257 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] 10.222.0.59 "DELETE /v2.0/networks/be4841fe-8256-435d-9c4f-0db9ee847ae1 HTTP/1.1" status: 204 len: 168 time: 0.2534301 Jul 13 15:52:05.877828 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=be4841fe-8256-435d-9c4f-0db9ee847ae1,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:05.884875 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.885219 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.885560 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.885914 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.886290 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.886620 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.886948 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.887269 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.887589 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.887907 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.888223 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.888537 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf90fa-d472-4b00-b672-c8584b144a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:05.976042 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 52542) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:06.014955 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-725f8730-bb4e-48a4-9afd-32f0ef5c6a8f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec603125179749f385c3ad002c980506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377328 Jul 13 15:52:06.017325 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 52544) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:06.068488 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7f0d7de6-0a09-4984-85af-d1b642951466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:06.088716 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7f0d7de6-0a09-4984-85af-d1b642951466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:06.133274 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7f0d7de6-0a09-4984-85af-d1b642951466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:06.135816 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7f0d7de6-0a09-4984-85af-d1b642951466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:06.137563 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-7f0d7de6-0a09-4984-85af-d1b642951466 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e41e547e-1184-442f-9768-31798caad897 HTTP/1.1" status: 204 len: 168 time: 0.1193030 Jul 13 15:52:06.145174 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d7de6-0a09-4984-85af-d1b642951466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41e547e-1184-442f-9768-31798caad897,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:16.657436 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52678) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:16.760642 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-730ee87d-bfc8-4ccb-b827-bfd28f680a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:16.848197 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-730ee87d-bfc8-4ccb-b827-bfd28f680a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:16.851640 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-730ee87d-bfc8-4ccb-b827-bfd28f680a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:16.889807 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-730ee87d-bfc8-4ccb-b827-bfd28f680a9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9c9244ad8834059a544d7eb8683e804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307239 Jul 13 15:52:16.890677 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ee87d-bfc8-4ccb-b827-bfd28f680a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a1c2d0-43c9-4f78-a5b0-f44ef9dbef55,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:16.892541 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 52682) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:16.941723 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b07f5d6-1ec4-4ea4-9266-dbd678318bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:16.962115 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b07f5d6-1ec4-4ea4-9266-dbd678318bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:17.007659 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b07f5d6-1ec4-4ea4-9266-dbd678318bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:17.010211 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b07f5d6-1ec4-4ea4-9266-dbd678318bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:17.011404 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-7b07f5d6-1ec4-4ea4-9266-dbd678318bad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c3a1c2d0-43c9-4f78-a5b0-f44ef9dbef55 HTTP/1.1" status: 204 len: 168 time: 0.1172900 Jul 13 15:52:17.018949 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07f5d6-1ec4-4ea4-9266-dbd678318bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a1c2d0-43c9-4f78-a5b0-f44ef9dbef55,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:17.587512 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52704) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:17.679990 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1375916582-network', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:52:17.700061 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] Made reservation on behalf of f99c7abae84a4b5b93da772025c0fa36 for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:52:17.702535 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:17.710626 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:17.797162 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:17.800940 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:17.824893 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:52:17.833274 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b890303-7a3c-49b2-a0f3-03db15f19401,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:17.839044 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:17.839452 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] Added segment 326b336e-ea5b-464d-8bbb-31d2d479de57 of type vlan for network 3284b3ba-fb82-4362-80f6-630d30ce6b80 Jul 13 15:52:17.877365 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:17.907925 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:17.908902 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:17.909516 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:17.960505 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3719323 Jul 13 15:52:17.963511 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 52708) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:17.966026 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df43378-f8ad-4d50-8a1c-039f6ee3323a admin admin] Pushing event updated for resources: {'Network': ['ID=3284b3ba-fb82-4362-80f6-630d30ce6b80,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:17.970459 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-e5277d6d-736f-4ac1-a3e0-e18547608ce0 admin admin] Request body: {'subnet': {'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1375916582-subnet', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'ip_version': 4}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:52:17.975696 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network 3284b3ba-fb82-4362-80f6-630d30ce6b80 details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:52:17.991617 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5277d6d-736f-4ac1-a3e0-e18547608ce0 admin admin] Made reservation on behalf of f99c7abae84a4b5b93da772025c0fa36 for: {'subnet': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:52:17.994027 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e5277d6d-736f-4ac1-a3e0-e18547608ce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60791275'] for subnet, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.154411 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e5277d6d-736f-4ac1-a3e0-e18547608ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3610895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60791257'] for subnet, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.208701 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5277d6d-736f-4ac1-a3e0-e18547608ce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa109ab3-190d-499f-b9b2-5757a52cea94,revision_number=0']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:18.218635 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5277d6d-736f-4ac1-a3e0-e18547608ce0 admin admin] Checking segment: {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:52:18.218980 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5277d6d-736f-4ac1-a3e0-e18547608ce0 admin admin] Network hostable DHCP agents. Network: 3284b3ba-fb82-4362-80f6-630d30ce6b80, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:52:18.235280 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5277d6d-736f-4ac1-a3e0-e18547608ce0 admin admin] Network 3284b3ba-fb82-4362-80f6-630d30ce6b80 is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:52:18.243023 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-e5277d6d-736f-4ac1-a3e0-e18547608ce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, 3284b3ba-fb82-4362-80f6-630d30ce6b80) {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:52:18.247633 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5277d6d-736f-4ac1-a3e0-e18547608ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:18.248236 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e5277d6d-736f-4ac1-a3e0-e18547608ce0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.253793 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a935be5e-132a-4aa2-adba-6ebf804a49f4 None None] Network 3284b3ba-fb82-4362-80f6-630d30ce6b80 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:52:18.264869 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-e5277d6d-736f-4ac1-a3e0-e18547608ce0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2970912 Jul 13 15:52:18.265081 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 52710) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:18.269432 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:52:18.289482 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5770'] for router, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.290477 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.340865 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.396918 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dc51255-dd7c-5eec-a3d3-c16e6a6c7b69-3284b3ba-fb82-4362-80f6-630d30ce6b80', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94'}]}} from dv-cinder-788366-2-iscsi. {{(pid=93020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 15:52:18.397811 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.474769 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5777'] for router, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.534158 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Allocated IP 172.20.0.2 (3284b3ba-fb82-4362-80f6-630d30ce6b80/fa109ab3-190d-499f-b9b2-5757a52cea94/7dc2c45c-452d-47de-965c-3bef40aa12bc) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:52:18.666264 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.674723 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.682960 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Transition to ACTIVE for port object 7dc2c45c-452d-47de-965c-3bef40aa12bc will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:52:18.690071 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.698536 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Transition to ACTIVE for port object 7dc2c45c-452d-47de-965c-3bef40aa12bc will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:52:18.704171 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.744148 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Network 3284b3ba-fb82-4362-80f6-630d30ce6b80 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:52:18.749371 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:52:18.752851 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:52:18.758065 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Pushing event updated for resources: {'Port': ['ID=7dc2c45c-452d-47de-965c-3bef40aa12bc,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:18.790325 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Allocated IP 172.27.1.208 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/749a22cc-3008-42fc-8570-58614e62dce2) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:52:18.814870 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Attempting to bind port 7dc2c45c-452d-47de-965c-3bef40aa12bc on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:52:18.815247 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Attempting to bind port 7dc2c45c-452d-47de-965c-3bef40aa12bc by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:52:18.815619 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Attempting to bind port 7dc2c45c-452d-47de-965c-3bef40aa12bc on network 3284b3ba-fb82-4362-80f6-630d30ce6b80 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:52:18.820486 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:52:18.820857 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Checking segment: {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:52:18.821263 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.821654 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Bound using segment: {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:52:18.822145 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Bound port: 7dc2c45c-452d-47de-965c-3bef40aa12bc, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:52:18.822528 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.884082 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] For port 7dc2c45c-452d-47de-965c-3bef40aa12bc, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:52:18.888089 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] For port 7dc2c45c-452d-47de-965c-3bef40aa12bc, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=7dc2c45c-452d-47de-965c-3bef40aa12bc,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:52:18.892241 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.893915 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.932267 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:18.947832 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20db1dd-5731-4a05-a426-4dc7caf96efa None None] Pushing event updated for resources: {'Port': ['ID=7dc2c45c-452d-47de-965c-3bef40aa12bc,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:18.971985 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:52:18.976379 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:52:18.978892 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:52:19.015066 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Pushing event updated for resources: {'Port': ['ID=749a22cc-3008-42fc-8570-58614e62dce2,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:19.252173 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:19.440463 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735927'] for router, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:19.565655 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Router f6536067-1d6d-4b25-b757-06daec71cdf8 is scheduled to L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 with binding_index 1 {{(pid=93019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 15:52:19.672589 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:52:19.681275 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Sync routers for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:52:19.691392 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] Notify callbacks [] for router, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:19.692235 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:52:19.692930 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:51:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:19.694147 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-ddd3ad84-0592-40bc-a4dd-2de795eb424d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4280148 Jul 13 15:52:19.695682 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52712) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:19.837305 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af738888-6f7b-409e-bbb9-047c916a0e5c None None] Network 3284b3ba-fb82-4362-80f6-630d30ce6b80 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:52:20.032546 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:52:20.091729 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-492a5622-9aa5-4706-8ea8-d8ec94259355 None None] Provisioning for port 7dc2c45c-452d-47de-965c-3bef40aa12bc completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:52:20.122340 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.279368 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Allocated IP 172.20.0.1 (3284b3ba-fb82-4362-80f6-630d30ce6b80/fa109ab3-190d-499f-b9b2-5757a52cea94/c2efaa78-d552-460e-9365-8011ca7ff1f9) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:52:20.372542 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e1ef2c78-84b0-4034-8057-e2f25dfe4019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.387777 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.388007 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:19Z', 'revision_number': 3, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:20.401493 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Transition to ACTIVE for port object c2efaa78-d552-460e-9365-8011ca7ff1f9 will not be triggered until provisioned by entity DHCP. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:52:20.418072 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Checking router: f6536067-1d6d-4b25-b757-06daec71cdf8 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:52:20.418706 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Updating router f6536067-1d6d-4b25-b757-06daec71cdf8 port 749a22cc-3008-42fc-8570-58614e62dce2 binding host dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:52:20.438805 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.458754 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.477526 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Network 3284b3ba-fb82-4362-80f6-630d30ce6b80 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:52:20.482893 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:52:20.486480 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:52:20.492025 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Pushing event updated for resources: {'Port': ['ID=c2efaa78-d552-460e-9365-8011ca7ff1f9,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:20.531017 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1732754'] for router_interface, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.683054 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.735135 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.746742 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Transition to ACTIVE for port object 749a22cc-3008-42fc-8570-58614e62dce2 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:52:20.752877 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.806019 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Attempting to bind port 749a22cc-3008-42fc-8570-58614e62dce2 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:52:20.806388 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Attempting to bind port 749a22cc-3008-42fc-8570-58614e62dce2 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:52:20.806748 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Attempting to bind port 749a22cc-3008-42fc-8570-58614e62dce2 on network 85981ab4-351c-40b2-8a37-5676d3885a02 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:52:20.816221 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523c4cd-2aed-427b-a57f-df2fdc7fe016 None None] Pushing event updated for resources: {'Port': ['ID=749a22cc-3008-42fc-8570-58614e62dce2,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:20.819669 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:52:20.820050 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Checking segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:52:20.820455 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.820838 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Bound using segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:52:20.821305 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Bound port: 749a22cc-3008-42fc-8570-58614e62dce2, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:52:20.821716 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.852288 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.859050 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.869571 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.892683 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-60c10afa-7f62-472e-a124-b4803edc6d7f None None] Provisioning for port c2efaa78-d552-460e-9365-8011ca7ff1f9 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:52:20.896939 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] For port 749a22cc-3008-42fc-8570-58614e62dce2, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:52:20.900243 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] For port 749a22cc-3008-42fc-8570-58614e62dce2, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=749a22cc-3008-42fc-8570-58614e62dce2,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:52:20.901352 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-60c10afa-7f62-472e-a124-b4803edc6d7f None None] Provisioning complete for port c2efaa78-d552-460e-9365-8011ca7ff1f9 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:20.901764 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-60c10afa-7f62-472e-a124-b4803edc6d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.906349 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.919507 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Pushing event updated for resources: {'Port': ['ID=c2efaa78-d552-460e-9365-8011ca7ff1f9,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:20.940302 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731544'] for router_interface, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:20.980485 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-60c10afa-7f62-472e-a124-b4803edc6d7f None None] Port c2efaa78-d552-460e-9365-8011ca7ff1f9 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:52:20.998112 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 7dc2c45c-452d-47de-965c-3bef40aa12bc up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:52:21.005660 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:52:21.005971 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:51:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:21.030633 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523c4cd-2aed-427b-a57f-df2fdc7fe016 None None] Pushing event updated for resources: {'Port': ['ID=749a22cc-3008-42fc-8570-58614e62dce2,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:21.036030 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Network 3284b3ba-fb82-4362-80f6-630d30ce6b80 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:52:21.037456 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:52:21.140450 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 7dc2c45c-452d-47de-965c-3bef40aa12bc completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:52:21.149769 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 7dc2c45c-452d-47de-965c-3bef40aa12bc triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:21.150056 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:21.153782 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Router f6536067-1d6d-4b25-b757-06daec71cdf8 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:52:21.177512 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:52:21.265640 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:52:21.275050 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-7b3000e8-2150-4d7e-a8af-e3ff437d6049 admin admin] 10.222.0.59 "PUT /v2.0/routers/f6536067-1d6d-4b25-b757-06daec71cdf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5777609 Jul 13 15:52:21.358976 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:21.360610 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-e80f701d-e854-4fe8-a191-1e5bc43eaee9 None None] Provisioning complete for port c2efaa78-d552-460e-9365-8011ca7ff1f9 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:21.360959 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e80f701d-e854-4fe8-a191-1e5bc43eaee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:21.430747 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-e80f701d-e854-4fe8-a191-1e5bc43eaee9 None None] Port c2efaa78-d552-460e-9365-8011ca7ff1f9 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:52:21.458991 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 7dc2c45c-452d-47de-965c-3bef40aa12bc, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=7dc2c45c-452d-47de-965c-3bef40aa12bc,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:21.464114 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:21.528046 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=7dc2c45c-452d-47de-965c-3bef40aa12bc,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:21.540063 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 2, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:21.571664 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e7a95-d6d0-455b-9886-89e01a81949a None None] The sync data for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi is: [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 2, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:52:21.738354 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52728) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:21.743401 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-153232422-network', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:52:21.779023 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] Made reservation on behalf of 9b7b7d75745448deaf54330fc1d77854 for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:52:21.786219 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:21.795654 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:21.896045 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:21.900328 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:21.928995 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 15:52:21.939304 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902df858-dde0-487d-b512-5816dfb36484,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:21.947217 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:21.947440 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] Added segment c4d01b2c-d3b7-4e0e-87c6-4adaf7349315 of type vlan for network ae20df10-7cdc-46c5-b8df-0f54c90046b5 Jul 13 15:52:21.990609 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766802835990'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:22.021179 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:22.022252 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:22.022842 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:22.083307 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3438289 Jul 13 15:52:22.086053 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52730) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:22.093303 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-cb051e9e-4d7e-4e37-966a-57d18d4d1616 admin admin] Request body: {'subnet': {'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-153232422-subnet', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:52:22.097494 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93238428-1a3a-4d33-99ff-15fff8c42806 admin admin] Pushing event updated for resources: {'Network': ['ID=ae20df10-7cdc-46c5-b8df-0f54c90046b5,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:22.109153 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Network ae20df10-7cdc-46c5-b8df-0f54c90046b5 details requested by agent ovs-agent-dv-cinder-788366-2-iscsi with host dv-cinder-788366-2-iscsi {{(pid=93020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 15:52:22.117881 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb051e9e-4d7e-4e37-966a-57d18d4d1616 admin admin] Made reservation on behalf of 9b7b7d75745448deaf54330fc1d77854 for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:52:22.120285 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cb051e9e-4d7e-4e37-966a-57d18d4d1616 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3476049'] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:22.326510 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cb051e9e-4d7e-4e37-966a-57d18d4d1616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59731267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3476067'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:22.382638 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb051e9e-4d7e-4e37-966a-57d18d4d1616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=408f1b11-5508-4319-b86a-d3dc4ece9efe,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:22.393027 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb051e9e-4d7e-4e37-966a-57d18d4d1616 admin admin] Checking segment: {'id': 'c4d01b2c-d3b7-4e0e-87c6-4adaf7349315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:52:22.393385 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb051e9e-4d7e-4e37-966a-57d18d4d1616 admin admin] Network hostable DHCP agents. Network: ae20df10-7cdc-46c5-b8df-0f54c90046b5, hostable agents: ['bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 15:52:22.410885 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb051e9e-4d7e-4e37-966a-57d18d4d1616 admin admin] Network ae20df10-7cdc-46c5-b8df-0f54c90046b5 is scheduled to be hosted by DHCP agent bd3e64c0-4411-40bd-bfb8-f0b9cf39dd70 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 15:52:22.421382 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-cb051e9e-4d7e-4e37-966a-57d18d4d1616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-2-iscsi, ae20df10-7cdc-46c5-b8df-0f54c90046b5) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:52:22.425622 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb051e9e-4d7e-4e37-966a-57d18d4d1616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:22.426244 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cb051e9e-4d7e-4e37-966a-57d18d4d1616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:22.430297 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b3369-41bc-41f9-896e-975a375dea3c None None] Network ae20df10-7cdc-46c5-b8df-0f54c90046b5 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:52:22.442468 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-cb051e9e-4d7e-4e37-966a-57d18d4d1616 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3553760 Jul 13 15:52:22.444993 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 52732) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:22.450435 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-153232422-router', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:52:22.473090 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5770'] for router, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:22.474329 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5763'] for router, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:22.526650 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:22.599383 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dc51255-dd7c-5eec-a3d3-c16e6a6c7b69-ae20df10-7cdc-46c5-b8df-0f54c90046b5', 'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'fixed_ips': [{'subnet_id': '408f1b11-5508-4319-b86a-d3dc4ece9efe'}]}} from dv-cinder-788366-2-iscsi. {{(pid=93020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 15:52:22.600262 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:22.885486 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-23f08603-3997-49cd-9d82-23ff954e5df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:22.896891 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.db_base_plugin_common [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Allocated IP 172.20.0.2 (ae20df10-7cdc-46c5-b8df-0f54c90046b5/408f1b11-5508-4319-b86a-d3dc4ece9efe/6da15ee4-0406-4e73-9265-5706c19c63ff) {{(pid=93020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:52:22.973548 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5777'] for router, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.058383 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.066983 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Notify callbacks [] for port, precommit_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.077137 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Transition to ACTIVE for port object 6da15ee4-0406-4e73-9265-5706c19c63ff will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:52:23.080391 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 749a22cc-3008-42fc-8570-58614e62dce2 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:52:23.116225 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Transition to ACTIVE for port object 6da15ee4-0406-4e73-9265-5706c19c63ff will not be triggered until provisioned by entity DHCP. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:52:23.122935 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774'] for port, after_create {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.163967 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Network ae20df10-7cdc-46c5-b8df-0f54c90046b5 is already hosted by enough agents. {{(pid=93020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:52:23.171384 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.scheduler.base_scheduler [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Resources bound (agent type, host, resource id): {{(pid=93020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:52:23.178476 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Received port after_create {{(pid=93020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:52:23.183206 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Pushing event updated for resources: {'Port': ['ID=6da15ee4-0406-4e73-9265-5706c19c63ff,revision_number=1']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:23.191152 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.209272 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 749a22cc-3008-42fc-8570-58614e62dce2 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:52:23.211017 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.216470 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 749a22cc-3008-42fc-8570-58614e62dce2 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:23.216650 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.273955 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Attempting to bind port 6da15ee4-0406-4e73-9265-5706c19c63ff on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:52:23.274568 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Attempting to bind port 6da15ee4-0406-4e73-9265-5706c19c63ff by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': 'c4d01b2c-d3b7-4e0e-87c6-4adaf7349315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:52:23.274936 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Attempting to bind port 6da15ee4-0406-4e73-9265-5706c19c63ff on network ae20df10-7cdc-46c5-b8df-0f54c90046b5 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:52:23.285882 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:52:23.286251 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Checking segment: {'id': 'c4d01b2c-d3b7-4e0e-87c6-4adaf7349315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:52:23.286649 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.287038 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Bound using segment: {'id': 'c4d01b2c-d3b7-4e0e-87c6-4adaf7349315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:52:23.287498 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Bound port: 6da15ee4-0406-4e73-9265-5706c19c63ff, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d01b2c-d3b7-4e0e-87c6-4adaf7349315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:52:23.287876 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.318818 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Allocated IP 172.27.1.162 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/f10a36e7-a685-4e60-b191-77bcf535d509) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:52:23.386262 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.392241 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] For port 6da15ee4-0406-4e73-9265-5706c19c63ff, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:52:23.396008 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] For port 6da15ee4-0406-4e73-9265-5706c19c63ff, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=6da15ee4-0406-4e73-9265-5706c19c63ff,segment=NetworkSegment(c4d01b2c-d3b7-4e0e-87c6-4adaf7349315),segment_id=c4d01b2c-d3b7-4e0e-87c6-4adaf7349315)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:52:23.404373 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.426842 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.440910 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 749a22cc-3008-42fc-8570-58614e62dce2, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=749a22cc-3008-42fc-8570-58614e62dce2,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:23.447600 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.448375 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 7dc2c45c-452d-47de-965c-3bef40aa12bc up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:52:23.469268 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.505211 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:52:23.508179 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:52:23.510820 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882323c-fdf7-4724-a9dc-94f5c4f1d879 None None] Pushing event updated for resources: {'Port': ['ID=6da15ee4-0406-4e73-9265-5706c19c63ff,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:23.515264 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:52:23.544066 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Pushing event updated for resources: {'Port': ['ID=f10a36e7-a685-4e60-b191-77bcf535d509,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:23.572542 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 7dc2c45c-452d-47de-965c-3bef40aa12bc triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:23.572916 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.574570 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=749a22cc-3008-42fc-8570-58614e62dce2,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:23.626946 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Sync routers for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:52:23.637340 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:52:23.637968 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:52:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:23.826409 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:23.872289 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:52:23.928008 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:24.023643 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735927'] for router, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:24.067660 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 2, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:24.098018 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Checking router: f6536067-1d6d-4b25-b757-06daec71cdf8 for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:52:24.098372 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Updating router f6536067-1d6d-4b25-b757-06daec71cdf8 port c2efaa78-d552-460e-9365-8011ca7ff1f9 binding host dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:52:24.134611 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:24.159297 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Router 37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 is scheduled to L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 with binding_index 1 {{(pid=93019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 15:52:24.280604 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:52:24.291794 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51213a01-233c-4059-935c-5febb233a21a None None] Sync routers for ids ['37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:52:24.299843 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] Notify callbacks [] for router, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:24.302082 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-68d09fa0-87b8-4231-96ff-aba7b55b7c1a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8557639 Jul 13 15:52:24.304613 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 52734) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:24.306830 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51213a01-233c-4059-935c-5febb233a21a None None] Routers {'37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:52:24.307648 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-51213a01-233c-4059-935c-5febb233a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:52:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:24.440466 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-51213a01-233c-4059-935c-5febb233a21a None None] Set router 37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:52:24.441105 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:24.453236 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Transition to ACTIVE for port object c2efaa78-d552-460e-9365-8011ca7ff1f9 will not be triggered until provisioned by entity L2. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:52:24.461610 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:24.542059 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3533b-bf40-43b2-8b43-70f5210a79d9 None None] Pushing event updated for resources: {'Port': ['ID=c2efaa78-d552-460e-9365-8011ca7ff1f9,revision_number=3']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:24.572216 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3533b-bf40-43b2-8b43-70f5210a79d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:24.572566 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3533b-bf40-43b2-8b43-70f5210a79d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:24.572908 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3533b-bf40-43b2-8b43-70f5210a79d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:24.573390 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3533b-bf40-43b2-8b43-70f5210a79d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:24.573565 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3533b-bf40-43b2-8b43-70f5210a79d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:24.574517 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3533b-bf40-43b2-8b43-70f5210a79d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:24.574909 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3533b-bf40-43b2-8b43-70f5210a79d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:24.575257 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3533b-bf40-43b2-8b43-70f5210a79d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:24.575560 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3533b-bf40-43b2-8b43-70f5210a79d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:24.575887 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3533b-bf40-43b2-8b43-70f5210a79d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:24.576213 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3533b-bf40-43b2-8b43-70f5210a79d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:24.576536 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3533b-bf40-43b2-8b43-70f5210a79d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:24.580600 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c459bb-b23e-4fa5-8ec5-680876aa004e None None] Network ae20df10-7cdc-46c5-b8df-0f54c90046b5 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:52:24.616405 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Attempting to bind port c2efaa78-d552-460e-9365-8011ca7ff1f9 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:52:24.616921 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Attempting to bind port c2efaa78-d552-460e-9365-8011ca7ff1f9 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:52:24.617368 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Attempting to bind port c2efaa78-d552-460e-9365-8011ca7ff1f9 on network 3284b3ba-fb82-4362-80f6-630d30ce6b80 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:52:24.624167 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:52:24.624685 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Checking segment: {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:52:24.625176 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:24.626252 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Bound using segment: {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:52:24.626817 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Bound port: c2efaa78-d552-460e-9365-8011ca7ff1f9, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'}}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:52:24.627306 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:24.705586 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] For port c2efaa78-d552-460e-9365-8011ca7ff1f9, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:52:24.711460 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] For port c2efaa78-d552-460e-9365-8011ca7ff1f9, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=c2efaa78-d552-460e-9365-8011ca7ff1f9,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:52:24.712815 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-289002d4-f9e6-48b2-b57a-58b158a46179 None None] Provisioning for port 6da15ee4-0406-4e73-9265-5706c19c63ff completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:52:24.717387 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:24.791941 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3533b-bf40-43b2-8b43-70f5210a79d9 None None] Pushing event updated for resources: {'Port': ['ID=c2efaa78-d552-460e-9365-8011ca7ff1f9,revision_number=4']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:24.796984 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-51213a01-233c-4059-935c-5febb233a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'name': 'tempest-TestVolumeBootPattern-153232422-router', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'f10a36e7-a685-4e60-b191-77bcf535d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:22Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 3, 'project_id': '9b7b7d75745448deaf54330fc1d77854', 'gw_port': {'id': 'f10a36e7-a685-4e60-b191-77bcf535d509', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:23Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:24.812614 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:52:24.813228 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:52:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:24.821034 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:24.827745 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51213a01-233c-4059-935c-5febb233a21a None None] Checking router: 37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:52:24.828098 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51213a01-233c-4059-935c-5febb233a21a None None] Updating router 37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 port f10a36e7-a685-4e60-b191-77bcf535d509 binding host dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:52:24.887934 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-51213a01-233c-4059-935c-5febb233a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:24.944527 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:52:25.069059 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Allocated IP 172.20.0.1 (ae20df10-7cdc-46c5-b8df-0f54c90046b5/408f1b11-5508-4319-b86a-d3dc4ece9efe/3462c453-fbb9-4ea4-8f8e-d2d04e78163d) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:52:25.206450 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 749a22cc-3008-42fc-8570-58614e62dce2 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:52:25.224491 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.228780 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:24Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:25.240189 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Transition to ACTIVE for port object 3462c453-fbb9-4ea4-8f8e-d2d04e78163d will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:52:25.256103 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd637995-8c84-4503-84b8-654e826b5b52 None None] The sync data for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi is: [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:24Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:52:25.276621 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.314381 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 749a22cc-3008-42fc-8570-58614e62dce2 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:25.314381 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.317460 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Network ae20df10-7cdc-46c5-b8df-0f54c90046b5 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:52:25.321876 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:52:25.326374 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:52:25.352079 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-51213a01-233c-4059-935c-5febb233a21a None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.371982 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1732754'] for router_interface, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.372696 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-51213a01-233c-4059-935c-5febb233a21a None None] Transition to ACTIVE for port object f10a36e7-a685-4e60-b191-77bcf535d509 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:52:25.386212 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-51213a01-233c-4059-935c-5febb233a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.437174 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Pushing event updated for resources: {'Port': ['ID=3462c453-fbb9-4ea4-8f8e-d2d04e78163d,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:25.470594 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 6da15ee4-0406-4e73-9265-5706c19c63ff up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:52:25.509125 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4492924-3074-4f5c-9b05-821ab74f26d1 None None] Pushing event updated for resources: {'Port': ['ID=f10a36e7-a685-4e60-b191-77bcf535d509,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:25.517153 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-51213a01-233c-4059-935c-5febb233a21a None None] Attempting to bind port f10a36e7-a685-4e60-b191-77bcf535d509 on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:52:25.517527 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-51213a01-233c-4059-935c-5febb233a21a None None] Attempting to bind port f10a36e7-a685-4e60-b191-77bcf535d509 by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:52:25.517947 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51213a01-233c-4059-935c-5febb233a21a None None] Attempting to bind port f10a36e7-a685-4e60-b191-77bcf535d509 on network 85981ab4-351c-40b2-8a37-5676d3885a02 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:52:25.531017 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51213a01-233c-4059-935c-5febb233a21a None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:52:25.531399 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51213a01-233c-4059-935c-5febb233a21a None None] Checking segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:52:25.531805 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-51213a01-233c-4059-935c-5febb233a21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.532230 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51213a01-233c-4059-935c-5febb233a21a None None] Bound using segment: {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:52:25.532659 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-51213a01-233c-4059-935c-5febb233a21a None None] Bound port: f10a36e7-a685-4e60-b191-77bcf535d509, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1056c7ae-a127-4a63-8b1a-9b9765842356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:52:25.533044 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-51213a01-233c-4059-935c-5febb233a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.542513 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.601576 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 6da15ee4-0406-4e73-9265-5706c19c63ff completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:52:25.603462 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-6c642e42-d86b-45d8-9a34-b3f74a591fc6 None None] Provisioning for port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:52:25.615573 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-6c642e42-d86b-45d8-9a34-b3f74a591fc6 None None] Provisioning complete for port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:25.616031 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-6c642e42-d86b-45d8-9a34-b3f74a591fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.617664 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 6da15ee4-0406-4e73-9265-5706c19c63ff triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:25.618041 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.640393 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-51213a01-233c-4059-935c-5febb233a21a None None] For port f10a36e7-a685-4e60-b191-77bcf535d509, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:52:25.697130 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-51213a01-233c-4059-935c-5febb233a21a None None] For port f10a36e7-a685-4e60-b191-77bcf535d509, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=f10a36e7-a685-4e60-b191-77bcf535d509,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:52:25.709013 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-6c642e42-d86b-45d8-9a34-b3f74a591fc6 None None] Port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:52:25.712071 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-51213a01-233c-4059-935c-5febb233a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.721820 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.725935 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.731188 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.802775 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Pushing event updated for resources: {'Port': ['ID=3462c453-fbb9-4ea4-8f8e-d2d04e78163d,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:25.805256 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731544'] for router_interface, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.808207 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51213a01-233c-4059-935c-5febb233a21a None None] Routers {'37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:52:25.809235 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-51213a01-233c-4059-935c-5febb233a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:52:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:25.811148 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4492924-3074-4f5c-9b05-821ab74f26d1 None None] Pushing event updated for resources: {'Port': ['ID=f10a36e7-a685-4e60-b191-77bcf535d509,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:25.867696 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:25.901459 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Network ae20df10-7cdc-46c5-b8df-0f54c90046b5 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:52:25.903680 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:52:26.022592 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Router 37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:52:26.074774 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 6da15ee4-0406-4e73-9265-5706c19c63ff, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=6da15ee4-0406-4e73-9265-5706c19c63ff,segment=NetworkSegment(c4d01b2c-d3b7-4e0e-87c6-4adaf7349315),segment_id=c4d01b2c-d3b7-4e0e-87c6-4adaf7349315)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:26.083615 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:26.085716 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device c2efaa78-d552-460e-9365-8011ca7ff1f9 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:52:26.091600 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-51213a01-233c-4059-935c-5febb233a21a None None] Set router 37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:52:26.137730 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:52:26.142624 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-33603d8c-c513-4bf9-afdb-cd0e1cb6011e admin admin] 10.222.0.59 "PUT /v2.0/routers/37375a69-2d67-44d3-8c42-bb5fd1d9f3a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8360183 Jul 13 15:52:26.238645 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-f51b4d8e-e3ec-4d08-b0c8-8cf71fe175a7 None None] Provisioning complete for port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:26.238923 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f51b4d8e-e3ec-4d08-b0c8-8cf71fe175a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:26.254299 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=6da15ee4-0406-4e73-9265-5706c19c63ff,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:26.315485 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port c2efaa78-d552-460e-9365-8011ca7ff1f9 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:52:26.329373 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port c2efaa78-d552-460e-9365-8011ca7ff1f9 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:26.329758 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:26.351643 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-f51b4d8e-e3ec-4d08-b0c8-8cf71fe175a7 None None] Port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:52:26.462971 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:26.492346 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-51213a01-233c-4059-935c-5febb233a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'name': 'tempest-TestVolumeBootPattern-153232422-router', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'f10a36e7-a685-4e60-b191-77bcf535d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:22Z', 'updated_at': '2021-07-13T15:52:25Z', 'revision_number': 4, 'project_id': '9b7b7d75745448deaf54330fc1d77854', 'gw_port': {'id': 'f10a36e7-a685-4e60-b191-77bcf535d509', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:23Z', 'updated_at': '2021-07-13T15:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '3462c453-fbb9-4ea4-8f8e-d2d04e78163d', 'name': '', 'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'mac_address': 'fa:16:3e:af:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '408f1b11-5508-4319-b86a-d3dc4ece9efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:24Z', 'updated_at': '2021-07-13T15:52:25Z', 'revision_number': 2, 'project_id': '9b7b7d75745448deaf54330fc1d77854', 'subnets': [{'id': '408f1b11-5508-4319-b86a-d3dc4ece9efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:26.524483 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port c2efaa78-d552-460e-9365-8011ca7ff1f9, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=c2efaa78-d552-460e-9365-8011ca7ff1f9,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:26.525860 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51213a01-233c-4059-935c-5febb233a21a None None] The sync data for ids ['37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'] in dv-cinder-788366-2-iscsi is: [{'id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'name': 'tempest-TestVolumeBootPattern-153232422-router', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'f10a36e7-a685-4e60-b191-77bcf535d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:22Z', 'updated_at': '2021-07-13T15:52:25Z', 'revision_number': 4, 'project_id': '9b7b7d75745448deaf54330fc1d77854', 'gw_port': {'id': 'f10a36e7-a685-4e60-b191-77bcf535d509', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:23Z', 'updated_at': '2021-07-13T15:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '3462c453-fbb9-4ea4-8f8e-d2d04e78163d', 'name': '', 'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'mac_address': 'fa:16:3e:af:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '408f1b11-5508-4319-b86a-d3dc4ece9efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:24Z', 'updated_at': '2021-07-13T15:52:25Z', 'revision_number': 2, 'project_id': '9b7b7d75745448deaf54330fc1d77854', 'subnets': [{'id': '408f1b11-5508-4319-b86a-d3dc4ece9efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:52:26.529145 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:26.576997 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=c2efaa78-d552-460e-9365-8011ca7ff1f9,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:26.870137 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52742) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:26.875715 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-5421c502-07cf-4e78-9c04-f2490f175e22 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1370524671', 'description': 'tempest-secgroup-smoke-1370524671 description', 'project_id': 'f99c7abae84a4b5b93da772025c0fa36'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:52:26.900175 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5421c502-07cf-4e78-9c04-f2490f175e22 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:26.970080 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device c2efaa78-d552-460e-9365-8011ca7ff1f9 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:52:27.013535 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5421c502-07cf-4e78-9c04-f2490f175e22 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.019014 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5421c502-07cf-4e78-9c04-f2490f175e22 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.030144 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port c2efaa78-d552-460e-9365-8011ca7ff1f9 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:27.030619 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.051152 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5421c502-07cf-4e78-9c04-f2490f175e22 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.055649 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-5421c502-07cf-4e78-9c04-f2490f175e22 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1834509 Jul 13 15:52:27.056085 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 52744) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:27.057391 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421c502-07cf-4e78-9c04-f2490f175e22 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9a24dd-6c5f-4697-9530-cce6f657de76,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:27.064511 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-fdc16f16-7f37-4a50-b861-4fcd810e655d tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Request body: {'security_group_rule': {'security_group_id': '0c9a24dd-6c5f-4697-9530-cce6f657de76', 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:52:27.093459 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fdc16f16-7f37-4a50-b861-4fcd810e655d tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.114169 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 6da15ee4-0406-4e73-9265-5706c19c63ff up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:52:27.157925 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fdc16f16-7f37-4a50-b861-4fcd810e655d tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.161777 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fdc16f16-7f37-4a50-b861-4fcd810e655d tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.165652 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 6da15ee4-0406-4e73-9265-5706c19c63ff triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:27.166128 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.184170 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc16f16-7f37-4a50-b861-4fcd810e655d tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31810a5-6a8d-4a18-ab82-24977989b43f,revision_number=0']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:27.187720 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fdc16f16-7f37-4a50-b861-4fcd810e655d tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.191683 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-fdc16f16-7f37-4a50-b861-4fcd810e655d tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322222 Jul 13 15:52:27.191918 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52746) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:27.196838 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-e9831d4f-db01-425e-b846-a6fe521f2bb4 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Request body: {'security_group_rule': {'security_group_id': '0c9a24dd-6c5f-4697-9530-cce6f657de76', 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:52:27.222752 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e9831d4f-db01-425e-b846-a6fe521f2bb4 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.281357 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e9831d4f-db01-425e-b846-a6fe521f2bb4 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.285474 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e9831d4f-db01-425e-b846-a6fe521f2bb4 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.306701 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9831d4f-db01-425e-b846-a6fe521f2bb4 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6add0aa8-df0b-43cc-a782-faaec0123982,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:27.310821 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e9831d4f-db01-425e-b846-a6fe521f2bb4 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.312026 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-e9831d4f-db01-425e-b846-a6fe521f2bb4 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190898 Jul 13 15:52:27.314703 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52748) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:27.318937 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-7ef904c4-ee17-4287-b3f4-12666a4f1733 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Request body: {'security_group_rule': {'security_group_id': '0c9a24dd-6c5f-4697-9530-cce6f657de76', 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:52:27.343831 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7ef904c4-ee17-4287-b3f4-12666a4f1733 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.399151 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7ef904c4-ee17-4287-b3f4-12666a4f1733 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.402378 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7ef904c4-ee17-4287-b3f4-12666a4f1733 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.419038 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef904c4-ee17-4287-b3f4-12666a4f1733 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec80c986-ebc7-49a2-8870-040813ae9476,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:27.425450 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7ef904c4-ee17-4287-b3f4-12666a4f1733 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.426718 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-7ef904c4-ee17-4287-b3f4-12666a4f1733 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1110904 Jul 13 15:52:27.429343 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52750) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:27.434719 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-c50bd152-526b-4ca4-ab8c-f448ccb00e31 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Request body: {'security_group_rule': {'security_group_id': '0c9a24dd-6c5f-4697-9530-cce6f657de76', 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:52:27.459085 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c50bd152-526b-4ca4-ab8c-f448ccb00e31 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.515520 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c50bd152-526b-4ca4-ab8c-f448ccb00e31 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.518823 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c50bd152-526b-4ca4-ab8c-f448ccb00e31 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.537140 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bd152-526b-4ca4-ab8c-f448ccb00e31 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87f788a-7f78-457a-9fc9-81dffb37edb0,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:27.540311 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c50bd152-526b-4ca4-ab8c-f448ccb00e31 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.541574 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c50bd152-526b-4ca4-ab8c-f448ccb00e31 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1112740 Jul 13 15:52:27.544940 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52752) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:27.549282 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-6f2db80c-8ed3-4ab2-bb25-650d9e3ebf3f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Request body: {'security_group_rule': {'security_group_id': '0c9a24dd-6c5f-4697-9530-cce6f657de76', 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:52:27.570674 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.securitygroups_db [None req-6f2db80c-8ed3-4ab2-bb25-650d9e3ebf3f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Project f99c7abae84a4b5b93da772025c0fa36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 15:52:27.575455 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6f2db80c-8ed3-4ab2-bb25-650d9e3ebf3f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.634756 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6f2db80c-8ed3-4ab2-bb25-650d9e3ebf3f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.638166 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6f2db80c-8ed3-4ab2-bb25-650d9e3ebf3f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.656807 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2db80c-8ed3-4ab2-bb25-650d9e3ebf3f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79a1842-2a16-4625-a44b-1cf74ce1d1e0,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:27.662881 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6f2db80c-8ed3-4ab2-bb25-650d9e3ebf3f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.664183 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-6f2db80c-8ed3-4ab2-bb25-650d9e3ebf3f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182797 Jul 13 15:52:27.666858 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52754) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:27.671821 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-d195cb67-bc2e-4fa6-a9a3-7ecb4968dc9c tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Request body: {'security_group_rule': {'security_group_id': '0c9a24dd-6c5f-4697-9530-cce6f657de76', 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:52:27.693549 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.securitygroups_db [None req-d195cb67-bc2e-4fa6-a9a3-7ecb4968dc9c tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Project f99c7abae84a4b5b93da772025c0fa36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 15:52:27.698431 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d195cb67-bc2e-4fa6-a9a3-7ecb4968dc9c tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.757946 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d195cb67-bc2e-4fa6-a9a3-7ecb4968dc9c tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.761460 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d195cb67-bc2e-4fa6-a9a3-7ecb4968dc9c tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048935'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.778056 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195cb67-bc2e-4fa6-a9a3-7ecb4968dc9c tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ded11a-fb6f-411b-935e-e532fa1f3caa,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:27.784133 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d195cb67-bc2e-4fa6-a9a3-7ecb4968dc9c tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:27.785359 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d195cb67-bc2e-4fa6-a9a3-7ecb4968dc9c tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170802 Jul 13 15:52:28.968631 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device f10a36e7-a685-4e60-b191-77bcf535d509 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:52:29.017873 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port f10a36e7-a685-4e60-b191-77bcf535d509 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:52:29.021758 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port f10a36e7-a685-4e60-b191-77bcf535d509 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:29.022138 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:29.103350 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:29.125133 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port f10a36e7-a685-4e60-b191-77bcf535d509, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=f10a36e7-a685-4e60-b191-77bcf535d509,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:29.128967 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:29.179274 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=f10a36e7-a685-4e60-b191-77bcf535d509,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:29.179426 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Sync routers for ids ['37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:52:29.189468 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Routers {'37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:52:29.190091 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:52:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:29.301442 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Set router 37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:52:29.501798 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'name': 'tempest-TestVolumeBootPattern-153232422-router', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'f10a36e7-a685-4e60-b191-77bcf535d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:22Z', 'updated_at': '2021-07-13T15:52:25Z', 'revision_number': 4, 'project_id': '9b7b7d75745448deaf54330fc1d77854', 'gw_port': {'id': 'f10a36e7-a685-4e60-b191-77bcf535d509', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:23Z', 'updated_at': '2021-07-13T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '3462c453-fbb9-4ea4-8f8e-d2d04e78163d', 'name': '', 'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'mac_address': 'fa:16:3e:af:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '408f1b11-5508-4319-b86a-d3dc4ece9efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:24Z', 'updated_at': '2021-07-13T15:52:25Z', 'revision_number': 2, 'project_id': '9b7b7d75745448deaf54330fc1d77854', 'subnets': [{'id': '408f1b11-5508-4319-b86a-d3dc4ece9efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:29.528815 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Checking router: 37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:52:29.529157 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Updating router 37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d binding host dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 15:52:29.561869 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:29.903778 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:29.913748 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.provisioning_blocks [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Transition to ACTIVE for port object 3462c453-fbb9-4ea4-8f8e-d2d04e78163d will not be triggered until provisioned by entity L2. {{(pid=93021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:52:29.920608 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:29.990631 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe2561-6f73-4364-9728-d93307b2b094 None None] Pushing event updated for resources: {'Port': ['ID=3462c453-fbb9-4ea4-8f8e-d2d04e78163d,revision_number=3']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:30.021042 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Attempting to bind port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d on host dv-cinder-788366-2-iscsi for vnic_type normal with profile {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:52:30.021433 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Attempting to bind port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d by drivers openvswitch,hyperv on host dv-cinder-788366-2-iscsi at level 0 using segments [{'id': 'c4d01b2c-d3b7-4e0e-87c6-4adaf7349315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5'}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:52:30.021855 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Attempting to bind port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d on network ae20df10-7cdc-46c5-b8df-0f54c90046b5 {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:52:30.027110 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Checking agent: {'id': '0bec47b7-b4f5-4a98-ad18-35669ef7915e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 34, 53), 'started_at': datetime.datetime(2021, 7, 13, 15, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:52:30.027478 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Checking segment: {'id': 'c4d01b2c-d3b7-4e0e-87c6-4adaf7349315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:52:30.028682 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:30.029174 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Bound using segment: {'id': 'c4d01b2c-d3b7-4e0e-87c6-4adaf7349315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5'} {{(pid=93021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:52:30.029762 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.managers [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Bound port: 3462c453-fbb9-4ea4-8f8e-d2d04e78163d, host: dv-cinder-788366-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d01b2c-d3b7-4e0e-87c6-4adaf7349315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5'}}] {{(pid=93021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:52:30.030151 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:30.098736 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] For port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d, host dv-cinder-788366-2-iscsi, cleared binding levels {{(pid=93021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:52:30.101932 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.plugins.ml2.db [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] For port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d, host dv-cinder-788366-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=3462c453-fbb9-4ea4-8f8e-d2d04e78163d,segment=NetworkSegment(c4d01b2c-d3b7-4e0e-87c6-4adaf7349315),segment_id=c4d01b2c-d3b7-4e0e-87c6-4adaf7349315)] {{(pid=93021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:52:30.108374 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron_lib.callbacks.manager [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:30.159736 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Routers {'37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:52:30.160352 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:52:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:30.209618 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe2561-6f73-4364-9728-d93307b2b094 None None] Pushing event updated for resources: {'Port': ['ID=3462c453-fbb9-4ea4-8f8e-d2d04e78163d,revision_number=4']} {{(pid=93021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:30.280285 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] Set router 37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:52:30.476384 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'name': 'tempest-TestVolumeBootPattern-153232422-router', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'f10a36e7-a685-4e60-b191-77bcf535d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:22Z', 'updated_at': '2021-07-13T15:52:25Z', 'revision_number': 4, 'project_id': '9b7b7d75745448deaf54330fc1d77854', 'gw_port': {'id': 'f10a36e7-a685-4e60-b191-77bcf535d509', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:23Z', 'updated_at': '2021-07-13T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '3462c453-fbb9-4ea4-8f8e-d2d04e78163d', 'name': '', 'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'mac_address': 'fa:16:3e:af:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '408f1b11-5508-4319-b86a-d3dc4ece9efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:24Z', 'updated_at': '2021-07-13T15:52:30Z', 'revision_number': 4, 'project_id': '9b7b7d75745448deaf54330fc1d77854', 'subnets': [{'id': '408f1b11-5508-4319-b86a-d3dc4ece9efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:30.505726 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a836de-c8b2-46a4-a3a9-b0dd525023f7 None None] The sync data for ids ['37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'] in dv-cinder-788366-2-iscsi is: [{'id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'name': 'tempest-TestVolumeBootPattern-153232422-router', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'f10a36e7-a685-4e60-b191-77bcf535d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:22Z', 'updated_at': '2021-07-13T15:52:25Z', 'revision_number': 4, 'project_id': '9b7b7d75745448deaf54330fc1d77854', 'gw_port': {'id': 'f10a36e7-a685-4e60-b191-77bcf535d509', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:23Z', 'updated_at': '2021-07-13T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '3462c453-fbb9-4ea4-8f8e-d2d04e78163d', 'name': '', 'network_id': 'ae20df10-7cdc-46c5-b8df-0f54c90046b5', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'mac_address': 'fa:16:3e:af:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '408f1b11-5508-4319-b86a-d3dc4ece9efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:24Z', 'updated_at': '2021-07-13T15:52:30Z', 'revision_number': 4, 'project_id': '9b7b7d75745448deaf54330fc1d77854', 'subnets': [{'id': '408f1b11-5508-4319-b86a-d3dc4ece9efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:52:30.983205 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device f10a36e7-a685-4e60-b191-77bcf535d509 up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:52:31.032726 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port f10a36e7-a685-4e60-b191-77bcf535d509 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:31.033141 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:31.123068 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 3462c453-fbb9-4ea4-8f8e-d2d04e78163d up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:52:31.174315 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning for port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:52:31.177857 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:31.178224 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:31.268472 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:31.275874 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52816) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:31.307938 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] For port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=3462c453-fbb9-4ea4-8f8e-d2d04e78163d,segment=NetworkSegment(c4d01b2c-d3b7-4e0e-87c6-4adaf7349315),segment_id=c4d01b2c-d3b7-4e0e-87c6-4adaf7349315)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:31.314332 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:31.369931 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Pushing event updated for resources: {'Port': ['ID=3462c453-fbb9-4ea4-8f8e-d2d04e78163d,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:31.458554 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d7bb2-4681-4ab8-8193-b4e0dc4c0b10 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Deleting port 7b158a50-1a48-4847-9641-548cb1e77c6c {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:52:31.459115 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7bb2-4681-4ab8-8193-b4e0dc4c0b10 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:31.535992 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7bb2-4681-4ab8-8193-b4e0dc4c0b10 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:31.536240 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7bb2-4681-4ab8-8193-b4e0dc4c0b10 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:31.549515 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d7bb2-4681-4ab8-8193-b4e0dc4c0b10 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Calling delete_port for 7b158a50-1a48-4847-9641-548cb1e77c6c owned by network:floatingip {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:52:31.695667 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7bb2-4681-4ab8-8193-b4e0dc4c0b10 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:31.730061 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d7bb2-4681-4ab8-8193-b4e0dc4c0b10 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Pushing event deleted for resources: {'Port': ['ID=7b158a50-1a48-4847-9641-548cb1e77c6c,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:31.785872 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7bb2-4681-4ab8-8193-b4e0dc4c0b10 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for floatingip, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:31.786257 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.l3_db [None req-5d5d7bb2-4681-4ab8-8193-b4e0dc4c0b10 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Floating IP 5be1194e-9002-4b50-817e-062d30786519 disassociated (deleted). External IP: 172.27.1.7, port: 08e1c253-8f21-44c1-81ce-9cbe419d9438. Jul 13 15:52:32.247816 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5d7bb2-4681-4ab8-8193-b4e0dc4c0b10 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Router 2719f5f3-d1de-417f-bcf5-3c649f676a17 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:52:32.354878 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5d7bb2-4681-4ab8-8193-b4e0dc4c0b10 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:52:32.359607 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7bb2-4681-4ab8-8193-b4e0dc4c0b10 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:32.368699 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869e506b-642f-4b5b-b94a-40bf41d9afe1 None None] Sync routers for ids ['2719f5f3-d1de-417f-bcf5-3c649f676a17'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:52:32.379137 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e506b-642f-4b5b-b94a-40bf41d9afe1 None None] Routers {'2719f5f3-d1de-417f-bcf5-3c649f676a17'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:52:32.380126 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-869e506b-642f-4b5b-b94a-40bf41d9afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:52:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2719f5f3-d1de-417f-bcf5-3c649f676a17'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:32.396945 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-5d5d7bb2-4681-4ab8-8193-b4e0dc4c0b10 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "DELETE /v2.0/floatingips/5be1194e-9002-4b50-817e-062d30786519 HTTP/1.1" status: 204 len: 168 time: 1.1199489 Jul 13 15:52:32.397607 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'tag': '08e1c253-8f21-44c1-81ce-9cbe419d9438'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:52:32.400005 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49bb3b7-f23b-4ac6-93b9-329a2e868186" -d '{"events": [{"name": "network-changed", "server_uuid": "b6894ae5-ed94-4afa-8f55-ff5c53894952", "tag": "08e1c253-8f21-44c1-81ce-9cbe419d9438"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:52:32.448554 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfe20d6-cc80-4ee5-97ef-ea53978e5d75 x-openstack-request-id: req-9bfe20d6-cc80-4ee5-97ef-ea53978e5d75 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:52:32.448554 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6894ae5-ed94-4afa-8f55-ff5c53894952", "tag": "08e1c253-8f21-44c1-81ce-9cbe419d9438", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:52:32.448554 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9bfe20d6-cc80-4ee5-97ef-ea53978e5d75 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:52:32.448554 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'tag': '08e1c253-8f21-44c1-81ce-9cbe419d9438', 'status': 'completed', 'code': 200} Jul 13 15:52:32.502287 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-869e506b-642f-4b5b-b94a-40bf41d9afe1 None None] Set router 2719f5f3-d1de-417f-bcf5-3c649f676a17 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:52:32.563239 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bb3b7-f23b-4ac6-93b9-329a2e868186 req-f96cd67b-8134-416b-a8f7-3c15d07334c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:32.564812 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a49bb3b7-f23b-4ac6-93b9-329a2e868186 req-f96cd67b-8134-416b-a8f7-3c15d07334c3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=50acfe22c2bb47d686af47862870744a&device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 1098 time: 0.0610778 Jul 13 15:52:32.667778 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bb3b7-f23b-4ac6-93b9-329a2e868186 req-d8c74428-7a65-4fa4-8ce3-2f272db52fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:32.670127 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a49bb3b7-f23b-4ac6-93b9-329a2e868186 req-d8c74428-7a65-4fa4-8ce3-2f272db52fb7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 HTTP/1.1" status: 200 len: 909 time: 0.0986300 Jul 13 15:52:32.723158 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-869e506b-642f-4b5b-b94a-40bf41d9afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:47Z', 'revision_number': 4, 'project_id': '50acfe22c2bb47d686af47862870744a', 'gw_port': {'id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '2463d6fb-e1c7-4a2e-85c2-d00003fb707f', 'name': '', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'mac_address': 'fa:16:3e:bd:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:46Z', 'updated_at': '2021-07-13T15:47:55Z', 'revision_number': 5, 'project_id': '50acfe22c2bb47d686af47862870744a', 'subnets': [{'id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:32.728675 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a49bb3b7-f23b-4ac6-93b9-329a2e868186 req-46376a3d-a0fa-42dc-8677-cd83b7067c77 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438 HTTP/1.1" status: 200 len: 217 time: 0.0351338 Jul 13 15:52:32.754129 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869e506b-642f-4b5b-b94a-40bf41d9afe1 None None] Checking router: 2719f5f3-d1de-417f-bcf5-3c649f676a17 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:52:32.767702 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e506b-642f-4b5b-b94a-40bf41d9afe1 None None] Routers {'2719f5f3-d1de-417f-bcf5-3c649f676a17'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:52:32.768780 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-869e506b-642f-4b5b-b94a-40bf41d9afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:52:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2719f5f3-d1de-417f-bcf5-3c649f676a17'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:32.785369 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bb3b7-f23b-4ac6-93b9-329a2e868186 req-099fdf04-e708-44b0-aafe-447bf14a0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:32.787004 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a49bb3b7-f23b-4ac6-93b9-329a2e868186 req-099fdf04-e708-44b0-aafe-447bf14a0750 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dd837ee8-9245-4be6-ac07-56c69dc729c7 HTTP/1.1" status: 200 len: 847 time: 0.0510044 Jul 13 15:52:32.810778 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68902b-5d23-4caa-a61f-76c431b314ff req-847f5d68-2f3c-452d-b761-b1d129f7d2fd tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:32.812342 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1a68902b-5d23-4caa-a61f-76c431b314ff req-847f5d68-2f3c-452d-b761-b1d129f7d2fd tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0796275 Jul 13 15:52:32.850193 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bb3b7-f23b-4ac6-93b9-329a2e868186 req-d1b9250f-34bb-4076-a870-4b5e49ff696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:32.853420 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a49bb3b7-f23b-4ac6-93b9-329a2e868186 req-d1b9250f-34bb-4076-a870-4b5e49ff696d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564499 Jul 13 15:52:32.853855 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1a68902b-5d23-4caa-a61f-76c431b314ff req-e1a45933-7443-403d-94c8-b6909ee39f83 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335331 Jul 13 15:52:32.891906 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-869e506b-642f-4b5b-b94a-40bf41d9afe1 None None] Set router 2719f5f3-d1de-417f-bcf5-3c649f676a17 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:52:32.950189 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a49bb3b7-f23b-4ac6-93b9-329a2e868186 req-0e567699-f900-4b01-9dde-cb5190834c28 service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896680 Jul 13 15:52:32.963890 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 3462c453-fbb9-4ea4-8f8e-d2d04e78163d up at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:52:33.051038 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a49bb3b7-f23b-4ac6-93b9-329a2e868186 req-3d3c01b9-c219-4ac2-842c-9fb4caed5b99 service neutron] 10.222.0.63 "GET /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927477 Jul 13 15:52:33.079337 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Provisioning complete for port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:33.079701 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:33.315944 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-869e506b-642f-4b5b-b94a-40bf41d9afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:47Z', 'revision_number': 4, 'project_id': '50acfe22c2bb47d686af47862870744a', 'gw_port': {'id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '2463d6fb-e1c7-4a2e-85c2-d00003fb707f', 'name': '', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'mac_address': 'fa:16:3e:bd:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:46Z', 'updated_at': '2021-07-13T15:47:55Z', 'revision_number': 5, 'project_id': '50acfe22c2bb47d686af47862870744a', 'subnets': [{'id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:33.344866 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869e506b-642f-4b5b-b94a-40bf41d9afe1 None None] The sync data for ids ['2719f5f3-d1de-417f-bcf5-3c649f676a17'] in dv-cinder-788366-2-iscsi is: [{'id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:47Z', 'revision_number': 4, 'project_id': '50acfe22c2bb47d686af47862870744a', 'gw_port': {'id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': '2463d6fb-e1c7-4a2e-85c2-d00003fb707f', 'name': '', 'network_id': '86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'mac_address': 'fa:16:3e:bd:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:46Z', 'updated_at': '2021-07-13T15:47:55Z', 'revision_number': 5, 'project_id': '50acfe22c2bb47d686af47862870744a', 'subnets': [{'id': 'dd837ee8-9245-4be6-ac07-56c69dc729c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:52:33.564463 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160a9d1-afb7-4188-b533-6c078af161cc None None] New status for floating IP 5be1194e-9002-4b50-817e-062d30786519: DOWN {{(pid=93021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:52:34.027571 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecaf32-1283-4ae0-8cdc-f53c40f41168 req-31a571de-2c47-43b1-9ed6-0338b9ed590c tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:34.029583 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bdecaf32-1283-4ae0-8cdc-f53c40f41168 req-31a571de-2c47-43b1-9ed6-0338b9ed590c tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0620842 Jul 13 15:52:34.067613 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-bdecaf32-1283-4ae0-8cdc-f53c40f41168 req-e2a948c2-f488-451d-885f-3e4b9970c89a tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/security-groups?id=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324271 Jul 13 15:52:34.568626 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308bb6f-3e78-40e8-b5a2-1c88eba43eaa req-dc593431-aaac-4f02-8bbf-a76b940987d7 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:34.570137 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0308bb6f-3e78-40e8-b5a2-1c88eba43eaa req-dc593431-aaac-4f02-8bbf-a76b940987d7 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 945 time: 0.0654058 Jul 13 15:52:34.947644 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-0308bb6f-3e78-40e8-b5a2-1c88eba43eaa req-4b80a865-fdfd-4d78-b73b-f62069d899b3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Deleting port 08e1c253-8f21-44c1-81ce-9cbe419d9438 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:52:34.948003 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0308bb6f-3e78-40e8-b5a2-1c88eba43eaa req-4b80a865-fdfd-4d78-b73b-f62069d899b3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:35.035847 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-0308bb6f-3e78-40e8-b5a2-1c88eba43eaa req-4b80a865-fdfd-4d78-b73b-f62069d899b3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] For port 08e1c253-8f21-44c1-81ce-9cbe419d9438, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=08e1c253-8f21-44c1-81ce-9cbe419d9438,segment=NetworkSegment(dbe34bfe-52bd-44cc-a6f4-a26190fa1e04),segment_id=dbe34bfe-52bd-44cc-a6f4-a26190fa1e04)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:35.036572 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0308bb6f-3e78-40e8-b5a2-1c88eba43eaa req-4b80a865-fdfd-4d78-b73b-f62069d899b3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:35.048855 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-0308bb6f-3e78-40e8-b5a2-1c88eba43eaa req-4b80a865-fdfd-4d78-b73b-f62069d899b3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Calling delete_port for 08e1c253-8f21-44c1-81ce-9cbe419d9438 owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:52:35.179317 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0308bb6f-3e78-40e8-b5a2-1c88eba43eaa req-4b80a865-fdfd-4d78-b73b-f62069d899b3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:35.210417 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80a865-fdfd-4d78-b73b-f62069d899b3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Pushing event deleted for resources: {'Port': ['ID=08e1c253-8f21-44c1-81ce-9cbe419d9438,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:35.215086 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-85839426-222b-45cb-8056-777c94d3af4b req-7d0790b8-2d98-45a3-93d4-98f6e587d0c9 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 210 time: 0.0319986 Jul 13 15:52:35.258228 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-0308bb6f-3e78-40e8-b5a2-1c88eba43eaa req-4b80a865-fdfd-4d78-b73b-f62069d899b3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] No DVR routers for this DVR port 08e1c253-8f21-44c1-81ce-9cbe419d9438 on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:52:35.260808 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0308bb6f-3e78-40e8-b5a2-1c88eba43eaa req-4b80a865-fdfd-4d78-b73b-f62069d899b3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:35.263270 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0308bb6f-3e78-40e8-b5a2-1c88eba43eaa req-4b80a865-fdfd-4d78-b73b-f62069d899b3 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.63 "DELETE /v2.0/ports/08e1c253-8f21-44c1-81ce-9cbe419d9438 HTTP/1.1" status: 204 len: 173 time: 0.6860726 Jul 13 15:52:35.263841 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'name': 'network-vif-deleted', 'tag': '08e1c253-8f21-44c1-81ce-9cbe419d9438'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:52:35.266625 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51da3931-a7c1-4cef-8f3e-979e02d1e19d" -d '{"events": [{"server_uuid": "b6894ae5-ed94-4afa-8f55-ff5c53894952", "name": "network-vif-deleted", "tag": "08e1c253-8f21-44c1-81ce-9cbe419d9438"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:52:35.302029 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35a2a6a-917b-437c-be41-54298037c0ad x-openstack-request-id: req-b35a2a6a-917b-437c-be41-54298037c0ad {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:52:35.302361 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6894ae5-ed94-4afa-8f55-ff5c53894952", "name": "network-vif-deleted", "tag": "08e1c253-8f21-44c1-81ce-9cbe419d9438", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:52:35.302740 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b35a2a6a-917b-437c-be41-54298037c0ad {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:52:35.303105 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6894ae5-ed94-4afa-8f55-ff5c53894952', 'name': 'network-vif-deleted', 'tag': '08e1c253-8f21-44c1-81ce-9cbe419d9438', 'status': 'completed', 'code': 200} Jul 13 15:52:35.831111 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:52:36.374583 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3373759b-0ae4-4b68-9e5a-7d12d28b2d96 req-dc5d0490-fa0a-4941-b155-890598a7cfa4 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6894ae5-ed94-4afa-8f55-ff5c53894952 HTTP/1.1" status: 200 len: 210 time: 0.0286393 Jul 13 15:52:37.471651 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52846) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:37.531897 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0d2ded35-92b3-4739-98ec-3ffa56f019d2 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:37.556259 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0d2ded35-92b3-4739-98ec-3ffa56f019d2 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:37.617035 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0d2ded35-92b3-4739-98ec-3ffa56f019d2 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:37.619781 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0d2ded35-92b3-4739-98ec-3ffa56f019d2 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:37.620910 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0d2ded35-92b3-4739-98ec-3ffa56f019d2 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] 10.222.0.59 "DELETE /v2.0/security-groups/df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf HTTP/1.1" status: 204 len: 168 time: 0.1482723 Jul 13 15:52:37.631019 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ded35-92b3-4739-98ec-3ffa56f019d2 tempest-TestShelveInstance-1079548568 tempest-TestShelveInstance-1079548568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a1f7f-4d3d-4f8d-b32b-2dd4b5f6ceaf,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:37.676819 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52850) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:38.023741 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0f96c0fe-b681-42ee-a6a4-dbc4bee12dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731433'] for router_interface, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:38.281110 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-0f96c0fe-b681-42ee-a6a4-dbc4bee12dd1 admin admin] Deleting port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:52:38.281366 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0f96c0fe-b681-42ee-a6a4-dbc4bee12dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:38.363336 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-0f96c0fe-b681-42ee-a6a4-dbc4bee12dd1 admin admin] For port 2463d6fb-e1c7-4a2e-85c2-d00003fb707f, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=2463d6fb-e1c7-4a2e-85c2-d00003fb707f,segment=NetworkSegment(dbe34bfe-52bd-44cc-a6f4-a26190fa1e04),segment_id=dbe34bfe-52bd-44cc-a6f4-a26190fa1e04)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:38.363694 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0f96c0fe-b681-42ee-a6a4-dbc4bee12dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:38.375931 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-0f96c0fe-b681-42ee-a6a4-dbc4bee12dd1 admin admin] Calling delete_port for 2463d6fb-e1c7-4a2e-85c2-d00003fb707f owned by network:router_interface {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:52:38.554947 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0f96c0fe-b681-42ee-a6a4-dbc4bee12dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:38.578181 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96c0fe-b681-42ee-a6a4-dbc4bee12dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2463d6fb-e1c7-4a2e-85c2-d00003fb707f,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:38.751172 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0f96c0fe-b681-42ee-a6a4-dbc4bee12dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1730701'] for router_interface, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:38.974849 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f96c0fe-b681-42ee-a6a4-dbc4bee12dd1 admin admin] Router 2719f5f3-d1de-417f-bcf5-3c649f676a17 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:52:39.081178 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f96c0fe-b681-42ee-a6a4-dbc4bee12dd1 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:52:39.087610 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0f96c0fe-b681-42ee-a6a4-dbc4bee12dd1 admin admin] 10.222.0.59 "PUT /v2.0/routers/2719f5f3-d1de-417f-bcf5-3c649f676a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4089046 Jul 13 15:52:39.089530 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52856) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:39.090978 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5559d1bd-5e68-4466-abd7-60a4bf08888e None None] Sync routers for ids ['2719f5f3-d1de-417f-bcf5-3c649f676a17'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:52:39.100795 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5559d1bd-5e68-4466-abd7-60a4bf08888e None None] Routers {'2719f5f3-d1de-417f-bcf5-3c649f676a17'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:52:39.101463 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-5559d1bd-5e68-4466-abd7-60a4bf08888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:52:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2719f5f3-d1de-417f-bcf5-3c649f676a17'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:39.193181 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:39.206654 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-5559d1bd-5e68-4466-abd7-60a4bf08888e None None] Set router 2719f5f3-d1de-417f-bcf5-3c649f676a17 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:52:39.294066 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:39.347831 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] Deleting port bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:52:39.348082 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:39.386726 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-5559d1bd-5e68-4466-abd7-60a4bf08888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:52:38Z', 'revision_number': 5, 'project_id': '50acfe22c2bb47d686af47862870744a', 'gw_port': {'id': 'bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:39.413552 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5559d1bd-5e68-4466-abd7-60a4bf08888e None None] Checking router: 2719f5f3-d1de-417f-bcf5-3c649f676a17 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:52:39.422574 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5559d1bd-5e68-4466-abd7-60a4bf08888e None None] Routers {'2719f5f3-d1de-417f-bcf5-3c649f676a17'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:52:39.423382 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-5559d1bd-5e68-4466-abd7-60a4bf08888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:52:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2719f5f3-d1de-417f-bcf5-3c649f676a17'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:39.425176 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] For port bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:39.425542 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:39.441812 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] Calling delete_port for bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca owned by network:router_gateway {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:52:39.507811 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-5559d1bd-5e68-4466-abd7-60a4bf08888e None None] Set router 2719f5f3-d1de-417f-bcf5-3c649f676a17 gateway port host: None {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:52:39.563488 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 08e1c253-8f21-44c1-81ce-9cbe419d9438 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:52:39.566483 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-5559d1bd-5e68-4466-abd7-60a4bf08888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:52:39Z', 'revision_number': 6, 'project_id': '50acfe22c2bb47d686af47862870744a', 'gw_port_host': None}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:39.603418 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:39.605812 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: 08e1c253-8f21-44c1-81ce-9cbe419d9438 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:52:39.606157 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 08e1c253-8f21-44c1-81ce-9cbe419d9438 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:52:39.607921 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5559d1bd-5e68-4466-abd7-60a4bf08888e None None] The sync data for ids ['2719f5f3-d1de-417f-bcf5-3c649f676a17'] in dv-cinder-788366-2-iscsi is: [{'id': '2719f5f3-d1de-417f-bcf5-3c649f676a17', 'name': 'tempest-TestShelveInstance-290699775-router', 'tenant_id': '50acfe22c2bb47d686af47862870744a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:43Z', 'updated_at': '2021-07-13T15:52:39Z', 'revision_number': 6, 'project_id': '50acfe22c2bb47d686af47862870744a', 'gw_port_host': None}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:52:39.634373 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:39.692849 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735951'] for router_gateway, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:39.793439 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5784'] for router, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:39.795552 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:39.859473 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704468'] for router, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:39.859933 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2719f5f3-d1de-417f-bcf5-3c649f676a17 {{(pid=93018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 15:52:39.865077 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:39.866267 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-897a170d-f3c8-4f69-b42f-2638579dc5b8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/2719f5f3-d1de-417f-bcf5-3c649f676a17 HTTP/1.1" status: 204 len: 168 time: 0.7757459 Jul 13 15:52:39.868863 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52868) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:39.912138 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a84933-257c-4b5e-bbf1-bb1f7032b632 admin admin] Deleting subnet dd837ee8-9245-4be6-ac07-56c69dc729c7 {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:52:39.915077 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e1a84933-257c-4b5e-bbf1-bb1f7032b632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:39.949618 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e1a84933-257c-4b5e-bbf1-bb1f7032b632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59737147'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.034325 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e1a84933-257c-4b5e-bbf1-bb1f7032b632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.091051 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e1a84933-257c-4b5e-bbf1-bb1f7032b632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59731330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3476084'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.116032 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a84933-257c-4b5e-bbf1-bb1f7032b632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd837ee8-9245-4be6-ac07-56c69dc729c7,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:40.119460 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e1a84933-257c-4b5e-bbf1-bb1f7032b632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.121324 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-e1a84933-257c-4b5e-bbf1-bb1f7032b632 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dd837ee8-9245-4be6-ac07-56c69dc729c7 HTTP/1.1" status: 204 len: 168 time: 0.2515447 Jul 13 15:52:40.124848 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 52874) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:40.125878 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4f415d-e9c8-4c10-a24d-abcb112c4340 None None] Network 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:52:40.196096 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.251081 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] Deleting port 5a310a1c-1eaf-4b13-aa09-1fa334c86119 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:52:40.251440 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.317159 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] For port 5a310a1c-1eaf-4b13-aa09-1fa334c86119, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=5a310a1c-1eaf-4b13-aa09-1fa334c86119,segment=NetworkSegment(dbe34bfe-52bd-44cc-a6f4-a26190fa1e04),segment_id=dbe34bfe-52bd-44cc-a6f4-a26190fa1e04)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:40.317431 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.329584 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] Calling delete_port for 5a310a1c-1eaf-4b13-aa09-1fa334c86119 owned by network:dhcp {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:52:40.404535 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] DHCP port deletion for 86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 request from dv-cinder-788366-2-iscsi {{(pid=93020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 15:52:40.418070 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.444199 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a310a1c-1eaf-4b13-aa09-1fa334c86119,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:40.449777 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] No DVR routers for this DVR port 5a310a1c-1eaf-4b13-aa09-1fa334c86119 on host dv-cinder-788366-2-iscsi {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:52:40.462663 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Deleting port 5a310a1c-1eaf-4b13-aa09-1fa334c86119 {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:52:40.463037 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.520005 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.530417 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0']}} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:40.532140 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] For port 5a310a1c-1eaf-4b13-aa09-1fa334c86119, host dv-cinder-788366-2-iscsi, got binding levels [] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:40.532529 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.544914 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe34bfe-52bd-44cc-a6f4-a26190fa1e04') {'for_net_delete': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:40.545211 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe34bfe-52bd-44cc-a6f4-a26190fa1e04') {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:40.546133 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Calling delete_port for 5a310a1c-1eaf-4b13-aa09-1fa334c86119 owned by network:dhcp {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:52:40.549289 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.ipam_backend_mixin [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Port 5a310a1c-1eaf-4b13-aa09-1fa334c86119 was not found and therefore no delete operation was performed {{(pid=93020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 15:52:40.550592 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.554466 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610977'] for segment, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.568649 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.575171 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:52:40.575658 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3610720'] for segment, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.577153 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Pushing event deleted for resources: {'Port': ['ID=5a310a1c-1eaf-4b13-aa09-1fa334c86119,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: Traceback (most recent call last): Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: timer() Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: cb(*args, **kw) Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: return func(*args, **kwargs) Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: self._notify() Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: self.callback(batched_events) Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: event.method(event) Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: return f(self, *a, **k) Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._get(url).json() Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: return self.request(url, 'GET', **kwargs) Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:52:40.578567 dv-cinder-788366-2-iscsi neutron-server[93019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:52:40.581069 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] No DVR routers for this DVR port 5a310a1c-1eaf-4b13-aa09-1fa334c86119 on host dv-cinder-788366-2-iscsi {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:52:40.586932 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:40.587283 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:40.587623 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:40.587960 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:40.588295 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:40.595401 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:40.595401 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:40.595401 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:40.595401 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:40.595401 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:40.595401 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:40.595401 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd884f-9d92-46f8-b28e-9e899ea51ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:52:40.652683 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.657863 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:40.660120 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] 10.222.0.59 "DELETE /v2.0/networks/86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0 HTTP/1.1" status: 204 len: 168 time: 0.5339568 Jul 13 15:52:40.663224 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 52876) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:40.681923 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49438fd-9183-48bc-a184-5076f9589658 admin admin] Pushing event deleted for resources: {'Network': ['ID=86ed6af4-b7e5-4d8a-8e5e-d7a12cbd13d0,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:40.972518 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 2463d6fb-e1c7-4a2e-85c2-d00003fb707f no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:52:40.991648 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: 2463d6fb-e1c7-4a2e-85c2-d00003fb707f {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:52:40.991989 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 2463d6fb-e1c7-4a2e-85c2-d00003fb707f not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:52:40.992405 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:52:41.010201 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:52:41.010604 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device bfa4e28c-ac5c-4ce4-bf3d-edd8d526c2ca not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:52:41.011019 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 5a310a1c-1eaf-4b13-aa09-1fa334c86119 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:52:41.026344 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f31d9864-7b26-4b22-bc7c-61094960ab94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731433'] for router_interface, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:41.029753 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: 5a310a1c-1eaf-4b13-aa09-1fa334c86119 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:52:41.030099 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 5a310a1c-1eaf-4b13-aa09-1fa334c86119 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:52:41.272039 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f31d9864-7b26-4b22-bc7c-61094960ab94 admin admin] Deleting port c2adbf07-6cff-4bcd-a52b-52fd4b75d184 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:52:41.272583 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f31d9864-7b26-4b22-bc7c-61094960ab94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:41.346068 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f31d9864-7b26-4b22-bc7c-61094960ab94 admin admin] For port c2adbf07-6cff-4bcd-a52b-52fd4b75d184, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=c2adbf07-6cff-4bcd-a52b-52fd4b75d184,segment=NetworkSegment(011f09f6-1202-4279-bb49-6076ca53cfad),segment_id=011f09f6-1202-4279-bb49-6076ca53cfad)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:41.346411 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f31d9864-7b26-4b22-bc7c-61094960ab94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:41.358309 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f31d9864-7b26-4b22-bc7c-61094960ab94 admin admin] Calling delete_port for c2adbf07-6cff-4bcd-a52b-52fd4b75d184 owned by network:router_interface {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:52:41.530729 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f31d9864-7b26-4b22-bc7c-61094960ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:41.560501 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d9864-7b26-4b22-bc7c-61094960ab94 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2adbf07-6cff-4bcd-a52b-52fd4b75d184,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:41.722168 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f31d9864-7b26-4b22-bc7c-61094960ab94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1730701'] for router_interface, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:41.925421 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31d9864-7b26-4b22-bc7c-61094960ab94 admin admin] Router 2f92c606-935e-4477-8bc2-420ab6155c90 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:52:42.027736 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31d9864-7b26-4b22-bc7c-61094960ab94 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:52:42.033183 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-f31d9864-7b26-4b22-bc7c-61094960ab94 admin admin] 10.222.0.59 "PUT /v2.0/routers/2f92c606-935e-4477-8bc2-420ab6155c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3690593 Jul 13 15:52:42.035896 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52882) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:42.036405 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2d17b-a72d-4fc6-9cb8-e79d56a83c9a None None] Sync routers for ids ['2f92c606-935e-4477-8bc2-420ab6155c90'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:52:42.046188 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2d17b-a72d-4fc6-9cb8-e79d56a83c9a None None] Routers {'2f92c606-935e-4477-8bc2-420ab6155c90'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:52:42.047000 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-9ce2d17b-a72d-4fc6-9cb8-e79d56a83c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:52:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2f92c606-935e-4477-8bc2-420ab6155c90'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:42.147527 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-9ce2d17b-a72d-4fc6-9cb8-e79d56a83c9a None None] Set router 2f92c606-935e-4477-8bc2-420ab6155c90 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:52:42.274687 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] Notify callbacks [] for router, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:42.323707 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-9ce2d17b-a72d-4fc6-9cb8-e79d56a83c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'name': 'tempest-TestShelveInstance-145709633-router', 'tenant_id': '034a6a1491354866b9406ee9c265434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:51Z', 'updated_at': '2021-07-13T15:52:41Z', 'revision_number': 5, 'project_id': '034a6a1491354866b9406ee9c265434c', 'gw_port': {'id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:52Z', 'updated_at': '2021-07-13T15:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:42.350955 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2d17b-a72d-4fc6-9cb8-e79d56a83c9a None None] Checking router: 2f92c606-935e-4477-8bc2-420ab6155c90 for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:52:42.359989 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2d17b-a72d-4fc6-9cb8-e79d56a83c9a None None] Routers {'2f92c606-935e-4477-8bc2-420ab6155c90'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:52:42.360605 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-9ce2d17b-a72d-4fc6-9cb8-e79d56a83c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:52:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['2f92c606-935e-4477-8bc2-420ab6155c90'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:42.464082 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-9ce2d17b-a72d-4fc6-9cb8-e79d56a83c9a None None] Set router 2f92c606-935e-4477-8bc2-420ab6155c90 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:52:42.625534 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:42.641489 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-9ce2d17b-a72d-4fc6-9cb8-e79d56a83c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'name': 'tempest-TestShelveInstance-145709633-router', 'tenant_id': '034a6a1491354866b9406ee9c265434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:51Z', 'updated_at': '2021-07-13T15:52:41Z', 'revision_number': 5, 'project_id': '034a6a1491354866b9406ee9c265434c', 'gw_port': {'id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:52Z', 'updated_at': '2021-07-13T15:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:42.670746 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2d17b-a72d-4fc6-9cb8-e79d56a83c9a None None] The sync data for ids ['2f92c606-935e-4477-8bc2-420ab6155c90'] in dv-cinder-788366-2-iscsi is: [{'id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'name': 'tempest-TestShelveInstance-145709633-router', 'tenant_id': '034a6a1491354866b9406ee9c265434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:47:51Z', 'updated_at': '2021-07-13T15:52:41Z', 'revision_number': 5, 'project_id': '034a6a1491354866b9406ee9c265434c', 'gw_port': {'id': '2edfd5cf-38e2-472f-ae28-e8eda3c36327', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92c606-935e-4477-8bc2-420ab6155c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:47:52Z', 'updated_at': '2021-07-13T15:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:52:42.677389 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] Deleting port 2edfd5cf-38e2-472f-ae28-e8eda3c36327 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:52:42.677755 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:42.758164 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] For port 2edfd5cf-38e2-472f-ae28-e8eda3c36327, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=2edfd5cf-38e2-472f-ae28-e8eda3c36327,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:42.758531 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:42.771353 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] Calling delete_port for 2edfd5cf-38e2-472f-ae28-e8eda3c36327 owned by network:router_gateway {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:52:42.930979 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:42.955460 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edfd5cf-38e2-472f-ae28-e8eda3c36327,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:43.019362 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735951'] for router_gateway, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.112658 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5784'] for router, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.114923 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.141943 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device c2adbf07-6cff-4bcd-a52b-52fd4b75d184 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:52:43.163955 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704468'] for router, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.164478 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f92c606-935e-4477-8bc2-420ab6155c90 {{(pid=93018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 15:52:43.168712 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.169809 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: c2adbf07-6cff-4bcd-a52b-52fd4b75d184 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:52:43.169986 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-4d08d093-cbd9-4563-8e88-426e65ab0b40 admin admin] 10.222.0.59 "DELETE /v2.0/routers/2f92c606-935e-4477-8bc2-420ab6155c90 HTTP/1.1" status: 204 len: 168 time: 1.1329744 Jul 13 15:52:43.170265 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device c2adbf07-6cff-4bcd-a52b-52fd4b75d184 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:52:43.172491 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 52888) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:43.215019 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_v2 [None req-1652b93e-144d-453e-87ec-42df542e58a7 admin admin] Deleting subnet a5ec7251-d0fb-4b41-813a-00ef59b65221 {{(pid=93019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:52:43.218747 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1652b93e-144d-453e-87ec-42df542e58a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.252179 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1652b93e-144d-453e-87ec-42df542e58a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3611000'] for subnet, precommit_delete_associations {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.334491 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1652b93e-144d-453e-87ec-42df542e58a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.386201 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1652b93e-144d-453e-87ec-42df542e58a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3611086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60791246'] for subnet, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.411547 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652b93e-144d-453e-87ec-42df542e58a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5ec7251-d0fb-4b41-813a-00ef59b65221,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:43.416432 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1652b93e-144d-453e-87ec-42df542e58a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.418470 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-1652b93e-144d-453e-87ec-42df542e58a7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a5ec7251-d0fb-4b41-813a-00ef59b65221 HTTP/1.1" status: 204 len: 168 time: 0.2449355 Jul 13 15:52:43.420966 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 52890) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:43.422241 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3824d6d-7578-4144-bc93-46ab72395345 None None] Network 97dc72ec-fc98-4759-bd96-83c533f5248c requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:52:43.486716 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.541763 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] Deleting port e0802266-7e41-4c42-8870-b1361d77458b {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:52:43.542105 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.603183 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] For port e0802266-7e41-4c42-8870-b1361d77458b, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=e0802266-7e41-4c42-8870-b1361d77458b,segment=NetworkSegment(011f09f6-1202-4279-bb49-6076ca53cfad),segment_id=011f09f6-1202-4279-bb49-6076ca53cfad)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:43.603477 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.615542 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] Calling delete_port for e0802266-7e41-4c42-8870-b1361d77458b owned by network:dhcp {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:52:43.664920 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f688851-74a9-4dfe-8539-63ddb96c2bba None None] DHCP port deletion for 97dc72ec-fc98-4759-bd96-83c533f5248c request from dv-cinder-788366-2-iscsi {{(pid=93020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 15:52:43.703321 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.724612 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-3f688851-74a9-4dfe-8539-63ddb96c2bba None None] Deleting port e0802266-7e41-4c42-8870-b1361d77458b {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:52:43.724992 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3f688851-74a9-4dfe-8539-63ddb96c2bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.728138 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0802266-7e41-4c42-8870-b1361d77458b,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:43.731323 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] No DVR routers for this DVR port e0802266-7e41-4c42-8870-b1361d77458b on host dv-cinder-788366-2-iscsi {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:52:43.785476 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-3f688851-74a9-4dfe-8539-63ddb96c2bba None None] For port e0802266-7e41-4c42-8870-b1361d77458b, host dv-cinder-788366-2-iscsi, got binding levels [] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:43.785894 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3f688851-74a9-4dfe-8539-63ddb96c2bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.798285 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-3f688851-74a9-4dfe-8539-63ddb96c2bba None None] Calling delete_port for e0802266-7e41-4c42-8870-b1361d77458b owned by network:dhcp {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:52:43.799954 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.800864 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.ipam_backend_mixin [None req-3f688851-74a9-4dfe-8539-63ddb96c2bba None None] Port e0802266-7e41-4c42-8870-b1361d77458b was not found and therefore no delete operation was performed {{(pid=93020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 15:52:43.802142 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3f688851-74a9-4dfe-8539-63ddb96c2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.810917 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97dc72ec-fc98-4759-bd96-83c533f5248c']}} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:43.821088 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011f09f6-1202-4279-bb49-6076ca53cfad') {'for_net_delete': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:43.821384 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011f09f6-1202-4279-bb49-6076ca53cfad') {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:52:43.828687 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f688851-74a9-4dfe-8539-63ddb96c2bba None None] Pushing event deleted for resources: {'Port': ['ID=e0802266-7e41-4c42-8870-b1361d77458b,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:43.830538 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f688851-74a9-4dfe-8539-63ddb96c2bba None None] No DVR routers for this DVR port e0802266-7e41-4c42-8870-b1361d77458b on host dv-cinder-788366-2-iscsi {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:52:43.830845 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610977'] for segment, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.847665 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.853220 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:52:43.853588 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3610720'] for segment, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: Traceback (most recent call last): Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: timer() Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: cb(*args, **kw) Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: return func(*args, **kwargs) Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: self._notify() Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: self.callback(batched_events) Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: event.method(event) Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: return f(self, *a, **k) Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._get(url).json() Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: return self.request(url, 'GET', **kwargs) Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:52:43.855195 dv-cinder-788366-2-iscsi neutron-server[93019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:52:43.905640 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.910737 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:43.912604 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] 10.222.0.59 "DELETE /v2.0/networks/97dc72ec-fc98-4759-bd96-83c533f5248c HTTP/1.1" status: 204 len: 168 time: 0.4904823 Jul 13 15:52:43.923974 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed0166-962d-4744-91bf-a91383a88605 admin admin] Pushing event deleted for resources: {'Network': ['ID=97dc72ec-fc98-4759-bd96-83c533f5248c,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:44.023557 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52894) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:44.064104 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-92200b02-043f-41ee-99f6-5dc9c2260afe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=50acfe22c2bb47d686af47862870744a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387557 Jul 13 15:52:44.065923 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52898) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:44.113546 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0debedde-ad1a-4b71-984d-af11fa7b7dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:44.134569 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0debedde-ad1a-4b71-984d-af11fa7b7dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:44.178800 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0debedde-ad1a-4b71-984d-af11fa7b7dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:44.180972 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0debedde-ad1a-4b71-984d-af11fa7b7dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:44.182136 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0debedde-ad1a-4b71-984d-af11fa7b7dfc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f977edfa-880d-4c23-99d2-26369c7962d2 HTTP/1.1" status: 204 len: 168 time: 0.1153238 Jul 13 15:52:44.190675 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debedde-ad1a-4b71-984d-af11fa7b7dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f977edfa-880d-4c23-99d2-26369c7962d2,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:44.483705 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52904) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:44.524436 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-8be614fc-7908-4cec-8276-ebfc8894d7b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=034a6a1491354866b9406ee9c265434c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396011 Jul 13 15:52:44.526952 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52906) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:52:44.572962 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5f3be138-fd7c-4937-a15f-8ce4df109a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:44.595037 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5f3be138-fd7c-4937-a15f-8ce4df109a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:44.640477 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5f3be138-fd7c-4937-a15f-8ce4df109a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:44.643143 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5f3be138-fd7c-4937-a15f-8ce4df109a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:44.644300 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-5f3be138-fd7c-4937-a15f-8ce4df109a1b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/87200de7-6218-4df5-9266-205080766683 HTTP/1.1" status: 204 len: 168 time: 0.1164801 Jul 13 15:52:44.652073 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3be138-fd7c-4937-a15f-8ce4df109a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87200de7-6218-4df5-9266-205080766683,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:44.956516 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device e0802266-7e41-4c42-8870-b1361d77458b no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:52:44.980828 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: e0802266-7e41-4c42-8870-b1361d77458b {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:52:44.981082 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device e0802266-7e41-4c42-8870-b1361d77458b not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:52:44.982150 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 2edfd5cf-38e2-472f-ae28-e8eda3c36327 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:52:45.000909 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: 2edfd5cf-38e2-472f-ae28-e8eda3c36327 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:52:45.001249 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 2edfd5cf-38e2-472f-ae28-e8eda3c36327 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:52:45.543727 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-66f6d494-bfac-4de8-bc77-aca952301773 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1370524671&fields=id&tenant_id=f99c7abae84a4b5b93da772025c0fa36 HTTP/1.1" status: 200 len: 267 time: 0.0324147 Jul 13 15:52:45.649303 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-08727279-60a2-4853-b426-ec84c95a517d tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:45.650777 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-08727279-60a2-4853-b426-ec84c95a517d tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 812 time: 0.1008294 Jul 13 15:52:45.665451 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-faceb96c-7830-4ed6-8ab5-4db1d28fa12a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/quotas/f99c7abae84a4b5b93da772025c0fa36 HTTP/1.1" status: 200 len: 375 time: 0.0087476 Jul 13 15:52:45.732225 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-bab582b0-91ab-4bc1-9c6e-13479d156120 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618949 Jul 13 15:52:45.748288 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-445263a5-0200-4d91-b334-cfe10bbc578b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 15:52:45.749151 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-445263a5-0200-4d91-b334-cfe10bbc578b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059235 Jul 13 15:52:45.836520 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-6d3f6fcf-e2e0-4e5f-b714-40fbf1df65a1 service neutron] 10.222.0.59 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822191 Jul 13 15:52:45.920384 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-6996f158-6f63-4543-b0a7-5c5fce16ec47 service neutron] 10.222.0.59 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782204 Jul 13 15:52:46.309265 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1df1bc07-39e0-4c12-9920-49cd4845983c req-ff566172-0576-44aa-b258-5321905dc07b tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 210 time: 0.1336765 Jul 13 15:52:47.305858 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-38200d28-1a04-4100-ab3e-f1780b8edcde tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:47.307293 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-38200d28-1a04-4100-ab3e-f1780b8edcde tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.63 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 812 time: 0.1028094 Jul 13 15:52:47.366794 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-f8416fed-b705-47f4-9be7-269d99a35afa tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f99c7abae84a4b5b93da772025c0fa36 HTTP/1.1" status: 200 len: 380 time: 0.0352356 Jul 13 15:52:47.376936 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-05224da3-0779-4e2c-a408-773bfd460dc3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Request body: {'port': {'device_id': '27939337-5014-42e9-9b26-90f59540b8de', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'admin_state_up': True, 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'security_groups': ['0c9a24dd-6c5f-4697-9530-cce6f657de76']}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:52:47.481045 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-72b6bcec-7b78-45a2-bbc9-224c92c4c5af req-063e6291-3fce-41e3-8329-a85c89bb2c33 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 210 time: 0.0381858 Jul 13 15:52:47.512235 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-05224da3-0779-4e2c-a408-773bfd460dc3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Made reservation on behalf of f99c7abae84a4b5b93da772025c0fa36 for: {'port': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:52:47.516670 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-05224da3-0779-4e2c-a408-773bfd460dc3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:47.919359 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-05224da3-0779-4e2c-a408-773bfd460dc3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Allocated IP 172.20.0.12 (3284b3ba-fb82-4362-80f6-630d30ce6b80/fa109ab3-190d-499f-b9b2-5757a52cea94/21086619-d0b2-49b0-a2da-d70e08394c3d) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:52:48.059248 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-05224da3-0779-4e2c-a408-773bfd460dc3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:48.071992 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-05224da3-0779-4e2c-a408-773bfd460dc3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Transition to ACTIVE for port object 21086619-d0b2-49b0-a2da-d70e08394c3d will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:52:48.103419 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-05224da3-0779-4e2c-a408-773bfd460dc3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:48.144752 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-05224da3-0779-4e2c-a408-773bfd460dc3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Network 3284b3ba-fb82-4362-80f6-630d30ce6b80 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:52:48.149630 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-05224da3-0779-4e2c-a408-773bfd460dc3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:52:48.153346 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-05224da3-0779-4e2c-a408-773bfd460dc3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:52:48.177709 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05224da3-0779-4e2c-a408-773bfd460dc3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'Port': ['ID=21086619-d0b2-49b0-a2da-d70e08394c3d,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:48.205245 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-05224da3-0779-4e2c-a408-773bfd460dc3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:48.205910 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-05224da3-0779-4e2c-a408-773bfd460dc3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:48.220961 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-05224da3-0779-4e2c-a408-773bfd460dc3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8491480 Jul 13 15:52:48.238813 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Request body: {'port': {'device_id': '27939337-5014-42e9-9b26-90f59540b8de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:52:48.314650 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:48.364758 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-31dc0e56-969d-4f93-9876-6d6744f439cd None None] Provisioning for port 21086619-d0b2-49b0-a2da-d70e08394c3d completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:52:48.368426 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-31dc0e56-969d-4f93-9876-6d6744f439cd None None] Provisioning complete for port 21086619-d0b2-49b0-a2da-d70e08394c3d triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:48.368918 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-31dc0e56-969d-4f93-9876-6d6744f439cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:48.402216 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-31dc0e56-969d-4f93-9876-6d6744f439cd None None] Port 21086619-d0b2-49b0-a2da-d70e08394c3d cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:52:48.564403 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21086619-d0b2-49b0-a2da-d70e08394c3d {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:52:48.571726 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:48.584771 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Transition to ACTIVE for port object 21086619-d0b2-49b0-a2da-d70e08394c3d will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:52:48.588097 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:48.656664 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461289d-6dbc-4516-ac10-d47a26901d8c req-64bfcbc7-c362-4e74-93db-1902acc42a88 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:48.658433 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a461289d-6dbc-4516-ac10-d47a26901d8c req-64bfcbc7-c362-4e74-93db-1902acc42a88 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 944 time: 0.0674560 Jul 13 15:52:48.687045 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Pushing event updated for resources: {'Port': ['ID=21086619-d0b2-49b0-a2da-d70e08394c3d,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:48.700743 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a461289d-6dbc-4516-ac10-d47a26901d8c req-1c7c3004-f75d-45f6-83c0-350a8ac67893 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352168 Jul 13 15:52:48.718477 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Attempting to bind port 21086619-d0b2-49b0-a2da-d70e08394c3d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:52:48.718882 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Attempting to bind port 21086619-d0b2-49b0-a2da-d70e08394c3d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:52:48.719286 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Attempting to bind port 21086619-d0b2-49b0-a2da-d70e08394c3d on network 3284b3ba-fb82-4362-80f6-630d30ce6b80 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:52:48.723851 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Port 21086619-d0b2-49b0-a2da-d70e08394c3d on network 3284b3ba-fb82-4362-80f6-630d30ce6b80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:52:48.724241 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Attempting to bind port 21086619-d0b2-49b0-a2da-d70e08394c3d on network 3284b3ba-fb82-4362-80f6-630d30ce6b80 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:52:48.729168 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:52:48.729577 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Checking segment: {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:52:48.730080 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Bound using segment: {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:52:48.730579 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Bound port: 21086619-d0b2-49b0-a2da-d70e08394c3d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:52:48.731003 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:48.796981 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] For port 21086619-d0b2-49b0-a2da-d70e08394c3d, host hv-cinder-78836, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:52:48.799945 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] For port 21086619-d0b2-49b0-a2da-d70e08394c3d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21086619-d0b2-49b0-a2da-d70e08394c3d,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:52:48.804680 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:48.841340 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:48.841989 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:48.844033 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] 10.222.0.63 "PUT /v2.0/ports/21086619-d0b2-49b0-a2da-d70e08394c3d HTTP/1.1" status: 200 len: 1094 time: 0.6096277 Jul 13 15:52:48.844466 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27939337-5014-42e9-9b26-90f59540b8de', 'tag': '21086619-d0b2-49b0-a2da-d70e08394c3d'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:52:48.846717 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14d6886-12b2-43fd-9fa8-2c445cbf3cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "27939337-5014-42e9-9b26-90f59540b8de", "tag": "21086619-d0b2-49b0-a2da-d70e08394c3d"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:52:48.870496 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d5dc6-c825-4c8e-8cc2-127c908d8a05 service neutron] Pushing event updated for resources: {'Port': ['ID=21086619-d0b2-49b0-a2da-d70e08394c3d,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:48.901479 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc2403c-7857-482c-a313-740e6216d138 x-openstack-request-id: req-7bc2403c-7857-482c-a313-740e6216d138 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:52:48.901812 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27939337-5014-42e9-9b26-90f59540b8de", "tag": "21086619-d0b2-49b0-a2da-d70e08394c3d", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:52:48.902066 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7bc2403c-7857-482c-a313-740e6216d138 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:52:48.902464 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27939337-5014-42e9-9b26-90f59540b8de', 'tag': '21086619-d0b2-49b0-a2da-d70e08394c3d', 'status': 'completed', 'code': 200} Jul 13 15:52:49.020963 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-d21eb429-2f3b-425e-946b-9e13f1a84533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:49.022528 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-d21eb429-2f3b-425e-946b-9e13f1a84533 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 1097 time: 0.1009986 Jul 13 15:52:49.069023 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-dd4d1d11-2174-4d9a-9c36-7f084b4a6bef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21086619-d0b2-49b0-a2da-d70e08394c3d HTTP/1.1" status: 200 len: 217 time: 0.0336516 Jul 13 15:52:49.119920 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-97902e42-46be-42c3-a963-4ee1886dfcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:49.121302 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-97902e42-46be-42c3-a963-4ee1886dfcb9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 200 len: 851 time: 0.0449767 Jul 13 15:52:49.175563 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-192d019c-c3b0-4294-8a51-280f12712e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:49.176947 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-192d019c-c3b0-4294-8a51-280f12712e53 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3284b3ba-fb82-4362-80f6-630d30ce6b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497425 Jul 13 15:52:49.187750 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-de532bf9-0e03-4d5b-914b-cfbedb570b72 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 15:52:49.188677 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-de532bf9-0e03-4d5b-914b-cfbedb570b72 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049238 Jul 13 15:52:49.274483 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-f8726715-bfda-4051-ba44-2af3d1313578 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795929 Jul 13 15:52:49.364736 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-743bb13a-0ad6-4133-98c9-e838674e48cf req-719f593f-94a9-4d4a-878d-8578d3eb6138 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834837 Jul 13 15:52:49.511837 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d6886-12b2-43fd-9fa8-2c445cbf3cc0 req-08657687-e009-42a0-936f-aeeb123020be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:49.513198 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c14d6886-12b2-43fd-9fa8-2c445cbf3cc0 req-08657687-e009-42a0-936f-aeeb123020be service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 1097 time: 0.0505974 Jul 13 15:52:49.603819 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d6886-12b2-43fd-9fa8-2c445cbf3cc0 req-9d4424e1-cc86-4f48-b3b2-b38f72c903de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:49.605252 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c14d6886-12b2-43fd-9fa8-2c445cbf3cc0 req-9d4424e1-cc86-4f48-b3b2-b38f72c903de service neutron] 10.222.0.63 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 913 time: 0.0849006 Jul 13 15:52:49.652864 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c14d6886-12b2-43fd-9fa8-2c445cbf3cc0 req-d4532ca7-af46-4e88-abd5-0491e3fd82d9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21086619-d0b2-49b0-a2da-d70e08394c3d HTTP/1.1" status: 200 len: 217 time: 0.0331995 Jul 13 15:52:49.698740 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d6886-12b2-43fd-9fa8-2c445cbf3cc0 req-ba2e2ba0-287f-436f-ba3f-9c4a7949cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:49.700128 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c14d6886-12b2-43fd-9fa8-2c445cbf3cc0 req-ba2e2ba0-287f-436f-ba3f-9c4a7949cc36 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 200 len: 851 time: 0.0413296 Jul 13 15:52:49.758889 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d6886-12b2-43fd-9fa8-2c445cbf3cc0 req-1a43a8d7-5d76-4497-bb3c-f4ab525eb9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:49.760393 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c14d6886-12b2-43fd-9fa8-2c445cbf3cc0 req-1a43a8d7-5d76-4497-bb3c-f4ab525eb9d5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3284b3ba-fb82-4362-80f6-630d30ce6b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540285 Jul 13 15:52:49.847595 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c14d6886-12b2-43fd-9fa8-2c445cbf3cc0 req-428e1d86-db5c-4079-a6e3-e7f215ca9267 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806315 Jul 13 15:52:49.877257 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac38cd-6cb1-4a0a-81f4-f8476a547cd8 req-759b9491-cc6c-461f-81c1-5ff6ddac51d1 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:49.878789 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-99ac38cd-6cb1-4a0a-81f4-f8476a547cd8 req-759b9491-cc6c-461f-81c1-5ff6ddac51d1 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 944 time: 0.0632246 Jul 13 15:52:49.915942 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-99ac38cd-6cb1-4a0a-81f4-f8476a547cd8 req-18536936-d357-49c4-a3f2-7505fd96fb38 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314569 Jul 13 15:52:49.941290 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c14d6886-12b2-43fd-9fa8-2c445cbf3cc0 req-45d03246-7685-4ccb-bed3-89d2b61715f0 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869751 Jul 13 15:52:50.353470 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-289cdde7-f878-482c-b6df-573cf2fa5c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:50.855838 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:51.102333 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009208d-8c2d-488e-8e0f-3147c3e3ad58 req-ad5601d6-71d5-4e46-9df2-6a3ecb875bdf tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:51.103814 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c009208d-8c2d-488e-8e0f-3147c3e3ad58 req-ad5601d6-71d5-4e46-9df2-6a3ecb875bdf tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 944 time: 0.0635958 Jul 13 15:52:51.141016 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c009208d-8c2d-488e-8e0f-3147c3e3ad58 req-13843279-23cd-405e-a093-501136de3b6b tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314703 Jul 13 15:52:52.308498 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bbaa5-3c2e-41ed-9484-babb33ed0e1e req-c5e5d14f-252c-499f-a36a-42bf429fa23e tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:52.310169 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-357bbaa5-3c2e-41ed-9484-babb33ed0e1e req-c5e5d14f-252c-499f-a36a-42bf429fa23e tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 944 time: 0.0615106 Jul 13 15:52:52.346936 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-357bbaa5-3c2e-41ed-9484-babb33ed0e1e req-91b447b6-bb6b-42dd-bcac-1e86c2d179d8 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314896 Jul 13 15:52:52.807103 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-78411721-9141-44b7-970a-09f7a996e0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:53.039650 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:53.519709 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8d465-0660-427b-8f52-4539d75fa556 req-a5210729-b3d2-46c6-9bbc-945f2cb8a471 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:53.521130 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ecb8d465-0660-427b-8f52-4539d75fa556 req-a5210729-b3d2-46c6-9bbc-945f2cb8a471 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 944 time: 0.0617821 Jul 13 15:52:53.557945 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ecb8d465-0660-427b-8f52-4539d75fa556 req-cc697bb9-26a3-4781-9b50-af0c41a09a4e tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309925 Jul 13 15:52:53.929878 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:54.729006 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d89b7-a5ee-488e-9d07-6788bcc67447 req-e2fc9ae7-38db-4d7c-9a7d-7a64b41f107e tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:54.730503 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-761d89b7-a5ee-488e-9d07-6788bcc67447 req-e2fc9ae7-38db-4d7c-9a7d-7a64b41f107e tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 944 time: 0.0655949 Jul 13 15:52:54.767735 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-761d89b7-a5ee-488e-9d07-6788bcc67447 req-c5076baa-9bc0-43b6-a172-8d27044f0cac tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314603 Jul 13 15:52:55.655191 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:55.938746 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe5db2-990d-4012-b161-6fac01a41816 req-a42b6e83-4569-4071-980b-5a4b35f5ceb2 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:55.940118 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-17fe5db2-990d-4012-b161-6fac01a41816 req-a42b6e83-4569-4071-980b-5a4b35f5ceb2 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 944 time: 0.0644412 Jul 13 15:52:55.976815 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-17fe5db2-990d-4012-b161-6fac01a41816 req-6ba5b46e-a574-4789-835d-4ed9f8176951 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312793 Jul 13 15:52:57.145582 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cfd3e-1d92-49ec-8e3a-f88b7ce96842 req-8236180c-ef5e-471d-9030-11a7026e4801 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:57.147087 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c68cfd3e-1d92-49ec-8e3a-f88b7ce96842 req-8236180c-ef5e-471d-9030-11a7026e4801 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 944 time: 0.0626292 Jul 13 15:52:57.186460 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c68cfd3e-1d92-49ec-8e3a-f88b7ce96842 req-6223d48d-109b-4299-af54-f4588145be15 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336909 Jul 13 15:52:57.619358 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 21086619-d0b2-49b0-a2da-d70e08394c3d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:52:57.714173 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 21086619-d0b2-49b0-a2da-d70e08394c3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21086619-d0b2-49b0-a2da-d70e08394c3d,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:57.725856 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '21086619-d0b2-49b0-a2da-d70e08394c3d', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'port_id': '21086619-d0b2-49b0-a2da-d70e08394c3d', 'mac_address': 'fa:16:3e:cd:85:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:52:57.761566 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:57.773584 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21086619-d0b2-49b0-a2da-d70e08394c3d {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:52:57.793485 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 21086619-d0b2-49b0-a2da-d70e08394c3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21086619-d0b2-49b0-a2da-d70e08394c3d,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:57.797556 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:57.841726 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=21086619-d0b2-49b0-a2da-d70e08394c3d,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:52:58.076088 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['21086619-d0b2-49b0-a2da-d70e08394c3d'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:52:58.355035 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd3d21-c7c4-4aeb-803a-7862d45c3416 req-ab11d1f3-cd15-4d69-a965-051f52441c49 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:58.356416 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b2bd3d21-c7c4-4aeb-803a-7862d45c3416 req-ab11d1f3-cd15-4d69-a965-051f52441c49 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 945 time: 0.0624347 Jul 13 15:52:58.393949 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b2bd3d21-c7c4-4aeb-803a-7862d45c3416 req-cd48d0f7-07ef-4426-91ae-a38464dc7bfa tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320849 Jul 13 15:52:59.569984 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb926b39-ce25-4bf2-9f3b-1245b594d475 req-c55cc394-8682-43c8-a01f-ed7bfd61b591 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:52:59.571463 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cb926b39-ce25-4bf2-9f3b-1245b594d475 req-c55cc394-8682-43c8-a01f-ed7bfd61b591 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 945 time: 0.0652096 Jul 13 15:52:59.608396 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cb926b39-ce25-4bf2-9f3b-1245b594d475 req-9ba9e1cd-e20b-47bf-9139-41604f32a800 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315421 Jul 13 15:52:59.612165 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 21086619-d0b2-49b0-a2da-d70e08394c3d up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:52:59.661582 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port 21086619-d0b2-49b0-a2da-d70e08394c3d completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:52:59.665371 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 21086619-d0b2-49b0-a2da-d70e08394c3d triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:52:59.665780 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:59.739579 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:59.760646 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27939337-5014-42e9-9b26-90f59540b8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21086619-d0b2-49b0-a2da-d70e08394c3d'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:52:59.762894 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7eebad-68e5-490d-93be-24bd434d4264" -d '{"events": [{"server_uuid": "27939337-5014-42e9-9b26-90f59540b8de", "name": "network-vif-plugged", "status": "completed", "tag": "21086619-d0b2-49b0-a2da-d70e08394c3d"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:52:59.775449 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 21086619-d0b2-49b0-a2da-d70e08394c3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21086619-d0b2-49b0-a2da-d70e08394c3d,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:52:59.779591 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:52:59.806036 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729ed75e-6095-40b9-b784-239ca0204db1 x-openstack-request-id: req-729ed75e-6095-40b9-b784-239ca0204db1 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:52:59.806307 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27939337-5014-42e9-9b26-90f59540b8de", "name": "network-vif-plugged", "status": "completed", "tag": "21086619-d0b2-49b0-a2da-d70e08394c3d", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:52:59.806560 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-729ed75e-6095-40b9-b784-239ca0204db1 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:52:59.806939 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27939337-5014-42e9-9b26-90f59540b8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21086619-d0b2-49b0-a2da-d70e08394c3d', 'code': 200} Jul 13 15:52:59.832931 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=21086619-d0b2-49b0-a2da-d70e08394c3d,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:53:00.095280 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32d6fa-8b57-4ef9-9094-06aa29f4d4e2 req-45174415-bdf6-401c-b8d8-4a50a57e950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:53:00.096657 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1e32d6fa-8b57-4ef9-9094-06aa29f4d4e2 req-45174415-bdf6-401c-b8d8-4a50a57e950f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 1099 time: 0.0505397 Jul 13 15:53:00.134151 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-1e32d6fa-8b57-4ef9-9094-06aa29f4d4e2 req-11a0b9b4-aac1-4267-bb90-e62cd7adf348 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304680 Jul 13 15:53:00.774254 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781227c5-596d-4a49-86f9-268eee3e0481 req-f1add4bf-8276-4a80-8937-93cf78404310 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:53:00.775709 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-781227c5-596d-4a49-86f9-268eee3e0481 req-f1add4bf-8276-4a80-8937-93cf78404310 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 946 time: 0.0612979 Jul 13 15:53:00.812608 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-781227c5-596d-4a49-86f9-268eee3e0481 req-ad19c6f5-a8d0-4409-b4ef-8225bc9bee89 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309660 Jul 13 15:53:01.981372 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d03128-bf42-41d4-9d0f-16fa0cbc87f5 req-1b4e28b2-2f37-4d37-9fca-abbd0bea1412 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:53:01.982854 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d1d03128-bf42-41d4-9d0f-16fa0cbc87f5 req-1b4e28b2-2f37-4d37-9fca-abbd0bea1412 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 946 time: 0.0619576 Jul 13 15:53:02.019837 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d1d03128-bf42-41d4-9d0f-16fa0cbc87f5 req-693b82db-e376-48d1-97b9-55c7d8b3099f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308506 Jul 13 15:53:02.186731 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c2bbd-3cbd-4b95-bdf0-1d14c7faa169 req-9ff0c9a0-3ade-4755-9b4e-889c25c60be2 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:53:02.188104 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ca6c2bbd-3cbd-4b95-bdf0-1d14c7faa169 req-9ff0c9a0-3ade-4755-9b4e-889c25c60be2 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 946 time: 0.0614696 Jul 13 15:53:02.223960 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ca6c2bbd-3cbd-4b95-bdf0-1d14c7faa169 req-0db84257-2961-47e2-9131-45ea215a25e1 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304446 Jul 13 15:53:02.248166 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52976) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:53:02.393757 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58c065d-b24e-4a14-b324-7f4e3f059cbf tempest-TestVolumeBootPattern-254305312 tempest-TestVolumeBootPattern-254305312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:53:02.395262 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-f58c065d-b24e-4a14-b324-7f4e3f059cbf tempest-TestVolumeBootPattern-254305312 tempest-TestVolumeBootPattern-254305312-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 1094 time: 0.1460807 Jul 13 15:53:02.398059 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 52980) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:53:02.402314 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Request body: {'floatingip': {'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'port_id': '21086619-d0b2-49b0-a2da-d70e08394c3d', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:53:02.424377 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for floatingip, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:02.523038 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:02.627152 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Allocated IP 172.27.1.238 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/ef062a22-bf90-4c58-9dc1-9dd84ae61cae) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:53:02.726446 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:02.764321 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:02.805198 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:53:02.808533 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:53:02.814450 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:53:02.837700 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'Port': ['ID=ef062a22-bf90-4c58-9dc1-9dd84ae61cae,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:53:03.166048 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:03.239906 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:03.386393 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:03.390771 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59731412'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:03.457558 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'Port': ['ID=ef062a22-bf90-4c58-9dc1-9dd84ae61cae,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:53:03.465243 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:03.562421 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.db.l3_db [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Floating IP 6e46d4b2-f56d-4679-b0c7-515c29cec890 associated. External IP: 172.27.1.238, port: 21086619-d0b2-49b0-a2da-d70e08394c3d. Jul 13 15:53:03.762391 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Router f6536067-1d6d-4b25-b757-06daec71cdf8 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:53:03.866932 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:53:03.876267 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93b71a-3681-4f9a-ae56-3cd85c9ee2da None None] Sync routers for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:53:03.882962 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:03.886794 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93b71a-3681-4f9a-ae56-3cd85c9ee2da None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:53:03.887410 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-8e93b71a-3681-4f9a-ae56-3cd85c9ee2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:52:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:53:03.918807 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c63c191a-f94c-4827-8c98-53ade5dab6ce tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5197461 Jul 13 15:53:03.919475 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27939337-5014-42e9-9b26-90f59540b8de', 'tag': '21086619-d0b2-49b0-a2da-d70e08394c3d'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:53:03.922516 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2ee6ee230108c8df63b6fb66bba17992500bf5b50e769871f42f4394484ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01b97a8-f7da-498d-97b5-6e7c12e02634" -d '{"events": [{"name": "network-changed", "server_uuid": "27939337-5014-42e9-9b26-90f59540b8de", "tag": "21086619-d0b2-49b0-a2da-d70e08394c3d"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:53:03.993908 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-8e93b71a-3681-4f9a-ae56-3cd85c9ee2da None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:53:04.013633 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcf52ad-1240-492b-b424-8ac0a05fd8e2 x-openstack-request-id: req-bfcf52ad-1240-492b-b424-8ac0a05fd8e2 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:53:04.013889 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27939337-5014-42e9-9b26-90f59540b8de", "tag": "21086619-d0b2-49b0-a2da-d70e08394c3d", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:53:04.014146 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bfcf52ad-1240-492b-b424-8ac0a05fd8e2 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:53:04.014547 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27939337-5014-42e9-9b26-90f59540b8de', 'tag': '21086619-d0b2-49b0-a2da-d70e08394c3d', 'status': 'completed', 'code': 200} Jul 13 15:53:04.109857 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b97a8-f7da-498d-97b5-6e7c12e02634 req-1a8f16f2-eaa9-435c-8fa9-b00acc0a1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:53:04.111378 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a01b97a8-f7da-498d-97b5-6e7c12e02634 req-1a8f16f2-eaa9-435c-8fa9-b00acc0a1891 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 1099 time: 0.0532439 Jul 13 15:53:04.202429 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b97a8-f7da-498d-97b5-6e7c12e02634 req-d3270db5-7ddf-49f2-b4c9-9e7603b29190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:53:04.203966 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a01b97a8-f7da-498d-97b5-6e7c12e02634 req-d3270db5-7ddf-49f2-b4c9-9e7603b29190 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 913 time: 0.0869262 Jul 13 15:53:04.214094 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-8e93b71a-3681-4f9a-ae56-3cd85c9ee2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': '6e46d4b2-f56d-4679-b0c7-515c29cec890', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'port_id': '21086619-d0b2-49b0-a2da-d70e08394c3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'mac_address': 'fa:16:3e:cd:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27939337-5014-42e9-9b26-90f59540b8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:53:03Z', 'updated_at': '2021-07-13T15:53:03Z', 'revision_number': 0, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:53:04.243366 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93b71a-3681-4f9a-ae56-3cd85c9ee2da None None] Checking router: f6536067-1d6d-4b25-b757-06daec71cdf8 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:53:04.252609 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93b71a-3681-4f9a-ae56-3cd85c9ee2da None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:53:04.253254 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-8e93b71a-3681-4f9a-ae56-3cd85c9ee2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:52:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:53:04.267378 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a01b97a8-f7da-498d-97b5-6e7c12e02634 req-2d971d28-4b7d-44b6-885b-4b387fdd8af0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21086619-d0b2-49b0-a2da-d70e08394c3d HTTP/1.1" status: 200 len: 1000 time: 0.0571325 Jul 13 15:53:04.322454 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b97a8-f7da-498d-97b5-6e7c12e02634 req-f507a78b-3a9f-4923-869a-4b736ad27880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:53:04.323945 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a01b97a8-f7da-498d-97b5-6e7c12e02634 req-f507a78b-3a9f-4923-869a-4b736ad27880 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 200 len: 851 time: 0.0506039 Jul 13 15:53:04.382758 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b97a8-f7da-498d-97b5-6e7c12e02634 req-16a4938b-92e3-44cd-bc23-89ebd30a718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:53:04.384265 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a01b97a8-f7da-498d-97b5-6e7c12e02634 req-16a4938b-92e3-44cd-bc23-89ebd30a718d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3284b3ba-fb82-4362-80f6-630d30ce6b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545950 Jul 13 15:53:04.472025 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a01b97a8-f7da-498d-97b5-6e7c12e02634 req-f0b841ae-84a5-48b6-aecb-7cd68cbf57f0 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812919 Jul 13 15:53:04.475122 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-8e93b71a-3681-4f9a-ae56-3cd85c9ee2da None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:53:04.562306 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a01b97a8-f7da-498d-97b5-6e7c12e02634 req-b8120241-3fce-4795-aed9-491bef28e7b4 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846293 Jul 13 15:53:04.692476 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-8e93b71a-3681-4f9a-ae56-3cd85c9ee2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': '6e46d4b2-f56d-4679-b0c7-515c29cec890', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'port_id': '21086619-d0b2-49b0-a2da-d70e08394c3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'mac_address': 'fa:16:3e:cd:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27939337-5014-42e9-9b26-90f59540b8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:53:03Z', 'updated_at': '2021-07-13T15:53:03Z', 'revision_number': 0, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:53:04.722172 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93b71a-3681-4f9a-ae56-3cd85c9ee2da None None] The sync data for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi is: [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': '6e46d4b2-f56d-4679-b0c7-515c29cec890', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'port_id': '21086619-d0b2-49b0-a2da-d70e08394c3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'mac_address': 'fa:16:3e:cd:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27939337-5014-42e9-9b26-90f59540b8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:53:03Z', 'updated_at': '2021-07-13T15:53:03Z', 'revision_number': 0, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:53:04.899105 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f011eb-d46c-407b-a60f-087d6e946053 None None] New status for floating IP 6e46d4b2-f56d-4679-b0c7-515c29cec890: ACTIVE {{(pid=93021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:53:12.830017 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:53:20.354157 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7fe33426-5965-46ec-9ada-78667586fa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:20.860230 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:22.808048 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-fdf03cff-f88e-4566-a276-5dbafde63f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:23.040648 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:23.931513 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:25.657613 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:49.828590 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:53:50.354327 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-2cd9d539-7e40-4168-b5d1-992f77260d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:50.857594 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:52.809910 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-15742b47-dbc3-46ce-9319-73b35aa5526e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:53.040859 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:53.936254 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:55.660509 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:53:59.203986 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6d2765f3-fd25-4d0f-8cea-47a93bdfbfdf req-6039e80b-b4cf-4315-a9d7-a0c2d7f0764c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510015 Jul 13 15:53:59.310888 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2765f3-fd25-4d0f-8cea-47a93bdfbfdf req-d13fbceb-f90b-4eb7-b88a-21a99f408895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:53:59.312336 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6d2765f3-fd25-4d0f-8cea-47a93bdfbfdf req-d13fbceb-f90b-4eb7-b88a-21a99f408895 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 1099 time: 0.0510294 Jul 13 15:53:59.413445 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2765f3-fd25-4d0f-8cea-47a93bdfbfdf req-576b4da8-b29a-46fc-92b9-455cfa308d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:53:59.414881 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6d2765f3-fd25-4d0f-8cea-47a93bdfbfdf req-576b4da8-b29a-46fc-92b9-455cfa308d64 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 913 time: 0.0841243 Jul 13 15:53:59.476175 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6d2765f3-fd25-4d0f-8cea-47a93bdfbfdf req-6e426a10-0e12-457d-8b2b-a3c4abcc0bc1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21086619-d0b2-49b0-a2da-d70e08394c3d HTTP/1.1" status: 200 len: 1002 time: 0.0546217 Jul 13 15:53:59.525454 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2765f3-fd25-4d0f-8cea-47a93bdfbfdf req-7d33c0d4-dcb5-4209-ae2f-2d36e6cecff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:53:59.526874 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6d2765f3-fd25-4d0f-8cea-47a93bdfbfdf req-7d33c0d4-dcb5-4209-ae2f-2d36e6cecff9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 200 len: 851 time: 0.0445218 Jul 13 15:53:59.579669 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2765f3-fd25-4d0f-8cea-47a93bdfbfdf req-3661375b-42e1-4172-b99e-e79ce445e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:53:59.581072 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6d2765f3-fd25-4d0f-8cea-47a93bdfbfdf req-3661375b-42e1-4172-b99e-e79ce445e9cc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3284b3ba-fb82-4362-80f6-630d30ce6b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482900 Jul 13 15:53:59.664274 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6d2765f3-fd25-4d0f-8cea-47a93bdfbfdf req-8a50c7b9-5545-44ec-98f8-caea75bb7584 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769613 Jul 13 15:53:59.751550 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6d2765f3-fd25-4d0f-8cea-47a93bdfbfdf req-ff51d5ae-7e42-4841-9a8d-bb893e2df888 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810049 Jul 13 15:54:20.354879 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9781aa3c-d5b8-4bbc-9ba1-65c5b081a1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:54:20.854174 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:54:22.812267 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-be9184d9-f236-457a-990e-bddb3eb2b6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:54:23.040189 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:54:23.937821 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:54:25.662178 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:54:26.828030 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:54:50.356600 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-03ba3eaa-0ab0-4644-a353-2bd0fa5f59b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:54:50.868800 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:54:52.814505 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c9478e68-f2c5-4916-88ec-30b79957e3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:54:53.039317 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:54:53.939515 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:54:55.666819 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:54:59.628314 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9d449-f751-4e07-9cca-62da74b62b43 req-ddea4475-eeef-4913-88e0-2b764b9642b7 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:54:59.629772 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-49c9d449-f751-4e07-9cca-62da74b62b43 req-ddea4475-eeef-4913-88e0-2b764b9642b7 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 946 time: 0.0608995 Jul 13 15:54:59.665406 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-49c9d449-f751-4e07-9cca-62da74b62b43 req-689a6eef-bfee-4ae4-b8e9-310bdc6775ab tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302486 Jul 13 15:55:00.851069 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be6f08-acd5-4431-9170-f61caae79322 req-144d66fc-3bfb-4428-b95a-0cb558353ecb tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:00.852568 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-44be6f08-acd5-4431-9170-f61caae79322 req-144d66fc-3bfb-4428-b95a-0cb558353ecb tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 946 time: 0.0638287 Jul 13 15:55:00.893411 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-44be6f08-acd5-4431-9170-f61caae79322 req-39feb830-22cf-4a21-8b1b-a430dc86e621 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353711 Jul 13 15:55:01.283076 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d5312-ada2-4664-b434-04bacdca1030 req-1940fc4e-f78f-4b8d-a172-d2938e149ff7 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:01.284520 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d02d5312-ada2-4664-b434-04bacdca1030 req-1940fc4e-f78f-4b8d-a172-d2938e149ff7 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.63 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 946 time: 0.0659325 Jul 13 15:55:01.378597 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-d02d5312-ada2-4664-b434-04bacdca1030 req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Deleting port 21086619-d0b2-49b0-a2da-d70e08394c3d {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:55:01.378931 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-d02d5312-ada2-4664-b434-04bacdca1030 req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:01.465764 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-d02d5312-ada2-4664-b434-04bacdca1030 req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] For port 21086619-d0b2-49b0-a2da-d70e08394c3d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21086619-d0b2-49b0-a2da-d70e08394c3d,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:55:01.466116 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-d02d5312-ada2-4664-b434-04bacdca1030 req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:01.628574 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-d02d5312-ada2-4664-b434-04bacdca1030 req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:01.628938 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-d02d5312-ada2-4664-b434-04bacdca1030 req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:01.629243 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.l3_db [req-d02d5312-ada2-4664-b434-04bacdca1030 req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Floating IP 6e46d4b2-f56d-4679-b0c7-515c29cec890 disassociated. External IP: 172.27.1.238, port: 21086619-d0b2-49b0-a2da-d70e08394c3d. Jul 13 15:55:01.629574 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-d02d5312-ada2-4664-b434-04bacdca1030 req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Calling delete_port for 21086619-d0b2-49b0-a2da-d70e08394c3d owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:55:01.754461 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-d02d5312-ada2-4664-b434-04bacdca1030 req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:01.782145 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event deleted for resources: {'Port': ['ID=21086619-d0b2-49b0-a2da-d70e08394c3d,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:55:01.792771 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:01.793114 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:01.793445 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:01.793818 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:01.794145 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:01.794467 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:01.794803 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:01.795103 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:01.795421 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:01.795733 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:01.796094 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:01.796419 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:01.899491 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d02d5312-ada2-4664-b434-04bacdca1030 req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Router f6536067-1d6d-4b25-b757-06daec71cdf8 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:55:02.002887 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d02d5312-ada2-4664-b434-04bacdca1030 req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:55:02.013765 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2bbbe-cc97-4df5-8bd6-3018cb23a328 None None] Sync routers for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:55:02.023035 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c2bbbe-cc97-4df5-8bd6-3018cb23a328 None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:55:02.023716 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-63c2bbbe-cc97-4df5-8bd6-3018cb23a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:54:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:55:02.056035 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02d5312-ada2-4664-b434-04bacdca1030 req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] No DVR routers for this DVR port 21086619-d0b2-49b0-a2da-d70e08394c3d on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:55:02.073131 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-d02d5312-ada2-4664-b434-04bacdca1030 req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:02.075158 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d02d5312-ada2-4664-b434-04bacdca1030 req-8a2bb4d7-aa58-45ce-81b2-ee7491a4c66f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.63 "DELETE /v2.0/ports/21086619-d0b2-49b0-a2da-d70e08394c3d HTTP/1.1" status: 204 len: 173 time: 0.7852602 Jul 13 15:55:02.077001 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-3995af05-6187-40c4-8e36-1f0b9114668f req-3803a794-cdea-4dd2-b258-4d92c9eee36a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=27939337-5014-42e9-9b26-90f59540b8de HTTP/1.1" status: 200 len: 210 time: 0.0495458 Jul 13 15:55:02.077611 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27939337-5014-42e9-9b26-90f59540b8de', 'name': 'network-vif-deleted', 'tag': '21086619-d0b2-49b0-a2da-d70e08394c3d'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:55:02.079874 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52025030-77bd-4878-9e44-6f6270c8c95b" -d '{"events": [{"server_uuid": "27939337-5014-42e9-9b26-90f59540b8de", "name": "network-vif-deleted", "tag": "21086619-d0b2-49b0-a2da-d70e08394c3d"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:55:02.136083 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-63c2bbbe-cc97-4df5-8bd6-3018cb23a328 None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:55:02.177576 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0839af68-e213-4287-81e1-804ac73ab42e x-openstack-request-id: req-0839af68-e213-4287-81e1-804ac73ab42e {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:55:02.177911 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27939337-5014-42e9-9b26-90f59540b8de", "name": "network-vif-deleted", "tag": "21086619-d0b2-49b0-a2da-d70e08394c3d", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:55:02.178161 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0839af68-e213-4287-81e1-804ac73ab42e {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:55:02.178557 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27939337-5014-42e9-9b26-90f59540b8de', 'name': 'network-vif-deleted', 'tag': '21086619-d0b2-49b0-a2da-d70e08394c3d', 'status': 'completed', 'code': 200} Jul 13 15:55:02.337990 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-63c2bbbe-cc97-4df5-8bd6-3018cb23a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:55:02.362915 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2bbbe-cc97-4df5-8bd6-3018cb23a328 None None] Checking router: f6536067-1d6d-4b25-b757-06daec71cdf8 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:55:02.370779 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c2bbbe-cc97-4df5-8bd6-3018cb23a328 None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:55:02.371308 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-63c2bbbe-cc97-4df5-8bd6-3018cb23a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:54:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:55:02.475988 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-63c2bbbe-cc97-4df5-8bd6-3018cb23a328 None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:55:02.670362 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-63c2bbbe-cc97-4df5-8bd6-3018cb23a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:55:02.696028 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2bbbe-cc97-4df5-8bd6-3018cb23a328 None None] The sync data for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi is: [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:55:02.912609 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a96aa-076c-46fd-b9c5-3b91762a2f54 None None] New status for floating IP 6e46d4b2-f56d-4679-b0c7-515c29cec890: DOWN {{(pid=93021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:55:03.315758 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-34e79f19-7661-436d-8c42-de5537b5e228 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1370524671&fields=id&tenant_id=f99c7abae84a4b5b93da772025c0fa36 HTTP/1.1" status: 200 len: 267 time: 0.0332670 Jul 13 15:55:03.417376 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-357d351e-f104-4db9-83de-06d69557275f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:03.418845 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-357d351e-f104-4db9-83de-06d69557275f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 812 time: 0.0970740 Jul 13 15:55:03.433294 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-ed0c7a8b-a3db-4cdc-9ef4-0e8d1a7458e7 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/quotas/f99c7abae84a4b5b93da772025c0fa36 HTTP/1.1" status: 200 len: 375 time: 0.0090556 Jul 13 15:55:03.507146 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-aba0457c-9fb3-44fd-8942-ae943e24f085 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679760 Jul 13 15:55:03.563205 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-c461617c-7caa-4e58-b4e5-ba2b8cabb187 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 15:55:03.564198 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-c461617c-7caa-4e58-b4e5-ba2b8cabb187 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460331 Jul 13 15:55:03.649185 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-44754bf9-e847-4841-9341-498ae9fee16e service neutron] 10.222.0.59 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793145 Jul 13 15:55:03.739459 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-3ab49368-7113-4f56-b30c-a00aeb706a4e service neutron] 10.222.0.59 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847540 Jul 13 15:55:03.826622 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:55:04.031727 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ca52fa18-5609-44e4-810a-2bd8a00bafe8 req-10f81bb1-d82e-4340-8bf3-8464d3e90655 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 210 time: 0.0312862 Jul 13 15:55:05.169289 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0bf111db-f2c9-4e14-99e0-273d1283d3d7 req-bffd7805-696b-4016-84f9-01da23796a52 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 210 time: 0.0284903 Jul 13 15:55:05.290883 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-e630fc32-857b-49ac-851d-d9c1f518db82 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:05.292695 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-e630fc32-857b-49ac-851d-d9c1f518db82 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.63 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 812 time: 0.1009047 Jul 13 15:55:05.347545 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-c637fb77-e82f-4abe-883a-cdd4bbafc0e7 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f99c7abae84a4b5b93da772025c0fa36 HTTP/1.1" status: 200 len: 380 time: 0.0361571 Jul 13 15:55:05.356761 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-027d7a1c-0939-447e-8e8f-e74161bc27c5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Request body: {'port': {'device_id': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'admin_state_up': True, 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'security_groups': ['0c9a24dd-6c5f-4697-9530-cce6f657de76']}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:55:05.465129 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-027d7a1c-0939-447e-8e8f-e74161bc27c5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Made reservation on behalf of f99c7abae84a4b5b93da772025c0fa36 for: {'port': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:55:05.468935 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-027d7a1c-0939-447e-8e8f-e74161bc27c5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:05.587393 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-027d7a1c-0939-447e-8e8f-e74161bc27c5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Allocated IP 172.20.0.10 (3284b3ba-fb82-4362-80f6-630d30ce6b80/fa109ab3-190d-499f-b9b2-5757a52cea94/45eb46cb-2aed-45d9-b57c-798b1d9eefa0) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:55:05.721615 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-027d7a1c-0939-447e-8e8f-e74161bc27c5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:05.734775 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-027d7a1c-0939-447e-8e8f-e74161bc27c5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Transition to ACTIVE for port object 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:55:05.766600 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-027d7a1c-0939-447e-8e8f-e74161bc27c5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:05.809804 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-027d7a1c-0939-447e-8e8f-e74161bc27c5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Network 3284b3ba-fb82-4362-80f6-630d30ce6b80 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:55:05.815320 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-027d7a1c-0939-447e-8e8f-e74161bc27c5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:55:05.819087 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-027d7a1c-0939-447e-8e8f-e74161bc27c5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:55:05.842317 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d7a1c-0939-447e-8e8f-e74161bc27c5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'Port': ['ID=45eb46cb-2aed-45d9-b57c-798b1d9eefa0,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:55:05.871767 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-027d7a1c-0939-447e-8e8f-e74161bc27c5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:05.872400 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-027d7a1c-0939-447e-8e8f-e74161bc27c5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:05.887768 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-027d7a1c-0939-447e-8e8f-e74161bc27c5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5345144 Jul 13 15:55:05.909151 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Request body: {'port': {'device_id': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:55:05.990534 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:06.060475 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-85e29da3-0a10-45d7-8ca8-3e5be4a8d899 None None] Provisioning for port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:55:06.064996 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-85e29da3-0a10-45d7-8ca8-3e5be4a8d899 None None] Provisioning complete for port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:55:06.065361 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-85e29da3-0a10-45d7-8ca8-3e5be4a8d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:06.099577 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-85e29da3-0a10-45d7-8ca8-3e5be4a8d899 None None] Port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:55:06.200572 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 21086619-d0b2-49b0-a2da-d70e08394c3d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:55:06.220686 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: 21086619-d0b2-49b0-a2da-d70e08394c3d {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:55:06.221036 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 21086619-d0b2-49b0-a2da-d70e08394c3d not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:55:06.251707 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:55:06.259189 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:06.271169 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Transition to ACTIVE for port object 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:55:06.274598 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:06.352245 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Pushing event updated for resources: {'Port': ['ID=45eb46cb-2aed-45d9-b57c-798b1d9eefa0,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:55:06.431938 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e90111-9219-4605-91e7-1e7793b40f53 req-1f5a5047-fc2a-4b70-9eb6-c91678fd1ba5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:06.433507 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e9e90111-9219-4605-91e7-1e7793b40f53 req-1f5a5047-fc2a-4b70-9eb6-c91678fd1ba5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 944 time: 0.1311700 Jul 13 15:55:06.467495 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Attempting to bind port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:55:06.468506 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Attempting to bind port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:55:06.468692 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Attempting to bind port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 on network 3284b3ba-fb82-4362-80f6-630d30ce6b80 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:55:06.477113 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 on network 3284b3ba-fb82-4362-80f6-630d30ce6b80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:55:06.477424 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Attempting to bind port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 on network 3284b3ba-fb82-4362-80f6-630d30ce6b80 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:55:06.490701 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:55:06.491029 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Checking segment: {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:55:06.491402 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Bound using segment: {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:55:06.491818 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Bound port: 45eb46cb-2aed-45d9-b57c-798b1d9eefa0, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:55:06.492164 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:06.496271 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e9e90111-9219-4605-91e7-1e7793b40f53 req-32a767a0-15fd-4c07-8e16-6713c1913ba9 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547156 Jul 13 15:55:06.557153 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] For port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0, host hv-cinder-78836, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:55:06.560075 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] For port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45eb46cb-2aed-45d9-b57c-798b1d9eefa0,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:55:06.564443 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:06.595805 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:06.596432 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:06.597765 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] 10.222.0.63 "PUT /v2.0/ports/45eb46cb-2aed-45d9-b57c-798b1d9eefa0 HTTP/1.1" status: 200 len: 1094 time: 0.6931446 Jul 13 15:55:06.598188 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'tag': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:55:06.600385 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c910e5-c1b3-4583-9c6f-4c76332fc898" -d '{"events": [{"name": "network-changed", "server_uuid": "79147748-039e-4bda-a51c-3a656f3dc9e8", "tag": "45eb46cb-2aed-45d9-b57c-798b1d9eefa0"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:55:06.625538 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62172b-c69f-4b24-8b26-a1e9fbeb53ad service neutron] Pushing event updated for resources: {'Port': ['ID=45eb46cb-2aed-45d9-b57c-798b1d9eefa0,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:55:06.636250 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c2805c-2de9-43a6-b7ff-f3ae0e9945f1 x-openstack-request-id: req-77c2805c-2de9-43a6-b7ff-f3ae0e9945f1 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:55:06.636732 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79147748-039e-4bda-a51c-3a656f3dc9e8", "tag": "45eb46cb-2aed-45d9-b57c-798b1d9eefa0", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:55:06.636983 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-77c2805c-2de9-43a6-b7ff-f3ae0e9945f1 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:55:06.637372 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'tag': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'status': 'completed', 'code': 200} Jul 13 15:55:06.717472 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-48698ad2-9d18-413c-a380-60a09f8600c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:06.720002 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-48698ad2-9d18-413c-a380-60a09f8600c6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 1097 time: 0.0575943 Jul 13 15:55:06.765950 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-2e85f55f-c473-468f-b627-ae0fdbefded8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45eb46cb-2aed-45d9-b57c-798b1d9eefa0 HTTP/1.1" status: 200 len: 217 time: 0.0334756 Jul 13 15:55:06.811049 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-1d550013-e011-42d3-b463-822cd3265794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:06.812424 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-1d550013-e011-42d3-b463-822cd3265794 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 200 len: 851 time: 0.0409892 Jul 13 15:55:06.869174 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-787a61ab-7572-4a0c-8cd2-8f08acddf147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:06.870580 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-787a61ab-7572-4a0c-8cd2-8f08acddf147 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3284b3ba-fb82-4362-80f6-630d30ce6b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493176 Jul 13 15:55:06.957984 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-8ef30857-fbb5-43c4-81b4-738a9ee89fd3 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809679 Jul 13 15:55:07.043044 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e945a3a6-777b-4c50-a4cd-911417e0c1a9 req-71cf8ed9-25f5-4757-be8c-84c704dbc205 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792520 Jul 13 15:55:07.190790 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c910e5-c1b3-4583-9c6f-4c76332fc898 req-e25cc11e-6fd6-4b2f-9f56-7fcfd64c60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:07.192388 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c8c910e5-c1b3-4583-9c6f-4c76332fc898 req-e25cc11e-6fd6-4b2f-9f56-7fcfd64c60d4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 1097 time: 0.0547225 Jul 13 15:55:07.279142 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c910e5-c1b3-4583-9c6f-4c76332fc898 req-4a09bac7-cbfb-4070-ab34-6cf1bcefaa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:07.280761 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c8c910e5-c1b3-4583-9c6f-4c76332fc898 req-4a09bac7-cbfb-4070-ab34-6cf1bcefaa35 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 913 time: 0.0811131 Jul 13 15:55:07.333183 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c8c910e5-c1b3-4583-9c6f-4c76332fc898 req-9bd6d553-aee2-43c4-bcf7-e8b14ee1a84e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45eb46cb-2aed-45d9-b57c-798b1d9eefa0 HTTP/1.1" status: 200 len: 217 time: 0.0388250 Jul 13 15:55:07.380271 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c910e5-c1b3-4583-9c6f-4c76332fc898 req-72e034e5-4169-4c0f-bd01-f37b7b349970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:07.381669 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c8c910e5-c1b3-4583-9c6f-4c76332fc898 req-72e034e5-4169-4c0f-bd01-f37b7b349970 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 200 len: 851 time: 0.0421071 Jul 13 15:55:07.436146 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c910e5-c1b3-4583-9c6f-4c76332fc898 req-474f6eef-4413-4d21-af72-3df2d4752455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:07.438541 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c8c910e5-c1b3-4583-9c6f-4c76332fc898 req-474f6eef-4413-4d21-af72-3df2d4752455 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3284b3ba-fb82-4362-80f6-630d30ce6b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508468 Jul 13 15:55:07.526953 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c8c910e5-c1b3-4583-9c6f-4c76332fc898 req-d3f0b95f-7e0a-46cf-831b-346211f75bbc service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809951 Jul 13 15:55:07.931267 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c8c910e5-c1b3-4583-9c6f-4c76332fc898 req-58095cc8-99fa-4d0e-9ec3-3118a2458faf service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982921 Jul 13 15:55:07.941939 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f15fb7-67d3-47ff-b2ff-5602afd73818 req-fae63039-4a23-44e8-bf63-6ef8f62a43ed tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:07.943309 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e5f15fb7-67d3-47ff-b2ff-5602afd73818 req-fae63039-4a23-44e8-bf63-6ef8f62a43ed tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 944 time: 0.1154640 Jul 13 15:55:07.979793 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e5f15fb7-67d3-47ff-b2ff-5602afd73818 req-aec8d594-3bdb-47ba-b1b3-f7584407f58e tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308990 Jul 13 15:55:09.150374 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57975334-51aa-42f1-a340-687625b6020a req-b6b89b6f-4a81-450c-8a75-0b0cc6b12ac4 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:09.151839 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-57975334-51aa-42f1-a340-687625b6020a req-b6b89b6f-4a81-450c-8a75-0b0cc6b12ac4 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 944 time: 0.0616024 Jul 13 15:55:09.188819 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-57975334-51aa-42f1-a340-687625b6020a req-68f1e3db-eaab-4750-8a0c-41cbd432e75d tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310059 Jul 13 15:55:10.354646 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a63a4-5b82-459f-affd-a6f3c3dc0e57 req-2a0691f5-3a36-43fc-86a3-e4053c38c694 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:10.356107 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a18a63a4-5b82-459f-affd-a6f3c3dc0e57 req-2a0691f5-3a36-43fc-86a3-e4053c38c694 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 944 time: 0.0616121 Jul 13 15:55:10.392971 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-a18a63a4-5b82-459f-affd-a6f3c3dc0e57 req-4ad0105f-5381-42aa-89e9-2530a56a2c25 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307505 Jul 13 15:55:11.565187 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db638f-0944-4a37-92ec-32facdc9df33 req-80fb5f35-409a-4f11-baa7-18382b609e04 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:11.566699 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-44db638f-0944-4a37-92ec-32facdc9df33 req-80fb5f35-409a-4f11-baa7-18382b609e04 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 944 time: 0.0650551 Jul 13 15:55:11.604200 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-44db638f-0944-4a37-92ec-32facdc9df33 req-2e7ee702-e3c4-4141-986e-0bd8b5e1fed5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320203 Jul 13 15:55:12.776699 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb1555-b8c9-452d-bba8-2b9f87deeb24 req-fd4b1a4b-a587-45ee-a2fa-4878051e161f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:12.778178 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e0cb1555-b8c9-452d-bba8-2b9f87deeb24 req-fd4b1a4b-a587-45ee-a2fa-4878051e161f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 944 time: 0.0642102 Jul 13 15:55:12.814522 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e0cb1555-b8c9-452d-bba8-2b9f87deeb24 req-8274b809-5638-4e79-8181-3300ade6ec6b tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300066 Jul 13 15:55:13.987522 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2dc5b-8786-40de-8604-04b202592db3 req-5d5c4faa-f17b-4003-a40b-c1d731b9fc4e tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:13.989004 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a7b2dc5b-8786-40de-8604-04b202592db3 req-5d5c4faa-f17b-4003-a40b-c1d731b9fc4e tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 944 time: 0.0627768 Jul 13 15:55:14.025289 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a7b2dc5b-8786-40de-8604-04b202592db3 req-56fedbb9-deac-438a-a644-eb54a90b275f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307469 Jul 13 15:55:15.193207 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31754c4c-4b25-45d0-9c15-3814f31376b2 req-b7245e01-06e8-4399-be53-802a17ddb0cd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:15.194676 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-31754c4c-4b25-45d0-9c15-3814f31376b2 req-b7245e01-06e8-4399-be53-802a17ddb0cd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 944 time: 0.0614512 Jul 13 15:55:15.230659 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-31754c4c-4b25-45d0-9c15-3814f31376b2 req-0a8d1601-7492-4375-85ca-223c52a38fdf tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304759 Jul 13 15:55:16.231868 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:55:16.335225 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45eb46cb-2aed-45d9-b57c-798b1d9eefa0,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:55:16.346593 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'port_id': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'mac_address': 'fa:16:3e:0c:a4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:55:16.383044 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:16.395360 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:55:16.399756 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef547f4-0f8d-4743-a0e2-f0644db72453 req-3eee3b11-2eee-4a26-9e56-aed78773210e tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:16.401263 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3ef547f4-0f8d-4743-a0e2-f0644db72453 req-3eee3b11-2eee-4a26-9e56-aed78773210e tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 944 time: 0.0611932 Jul 13 15:55:16.414378 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45eb46cb-2aed-45d9-b57c-798b1d9eefa0,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:55:16.418328 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:16.439065 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3ef547f4-0f8d-4743-a0e2-f0644db72453 req-1556a0d1-37fb-4832-85c9-95199eda3671 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322368 Jul 13 15:55:16.470775 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=45eb46cb-2aed-45d9-b57c-798b1d9eefa0,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:55:16.477570 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:16.477945 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:16.478285 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:16.478622 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:16.478954 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:16.479286 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:16.479615 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:16.479940 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:16.480267 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:16.480590 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:16.480914 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:16.481236 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:55:16.696999 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['45eb46cb-2aed-45d9-b57c-798b1d9eefa0'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:55:17.605883 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e663bd2-39d0-4f00-b865-c4672fdf73f6 req-780defdb-a3cd-4bd0-b94f-f0987946c639 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:17.607333 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2e663bd2-39d0-4f00-b865-c4672fdf73f6 req-780defdb-a3cd-4bd0-b94f-f0987946c639 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 945 time: 0.0611503 Jul 13 15:55:17.643565 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2e663bd2-39d0-4f00-b865-c4672fdf73f6 req-497a330e-6bfc-420d-a8a4-0b1607204d16 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300708 Jul 13 15:55:18.248376 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:55:18.295718 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:55:18.299166 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:55:18.299531 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:18.371434 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:18.393472 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:55:18.395719 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62b7dc5-92ab-4abd-bc61-0a9fc7ed703a" -d '{"events": [{"server_uuid": "79147748-039e-4bda-a51c-3a656f3dc9e8", "name": "network-vif-plugged", "status": "completed", "tag": "45eb46cb-2aed-45d9-b57c-798b1d9eefa0"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:55:18.407983 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45eb46cb-2aed-45d9-b57c-798b1d9eefa0,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:55:18.411909 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:18.462322 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=45eb46cb-2aed-45d9-b57c-798b1d9eefa0,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:55:18.487349 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecff998-aee8-486b-b063-6223df1e9577 x-openstack-request-id: req-aecff998-aee8-486b-b063-6223df1e9577 {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:55:18.487646 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79147748-039e-4bda-a51c-3a656f3dc9e8", "name": "network-vif-plugged", "status": "completed", "tag": "45eb46cb-2aed-45d9-b57c-798b1d9eefa0", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:55:18.487897 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aecff998-aee8-486b-b063-6223df1e9577 {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:55:18.488286 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'code': 200} Jul 13 15:55:18.807597 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8e561-8866-434b-b729-94122777b27e req-bc6c58a9-10fc-458d-a0d3-fe63616b3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:18.809035 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6bb8e561-8866-434b-b729-94122777b27e req-bc6c58a9-10fc-458d-a0d3-fe63616b3c63 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 1099 time: 0.0864906 Jul 13 15:55:18.844130 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a645022-bde7-42c0-97b7-c971d2415bb9 req-594a4b0b-b7ff-4f1b-a7ae-85b2b7ff76f9 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:18.845607 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7a645022-bde7-42c0-97b7-c971d2415bb9 req-594a4b0b-b7ff-4f1b-a7ae-85b2b7ff76f9 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 946 time: 0.0891759 Jul 13 15:55:18.867903 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-6bb8e561-8866-434b-b729-94122777b27e req-7c8d82c9-169f-45ee-bfd4-363ea99f155a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518763 Jul 13 15:55:18.886360 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-7a645022-bde7-42c0-97b7-c971d2415bb9 req-516d0a2c-2de0-4ae8-b744-73eb8e2d59f6 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347130 Jul 13 15:55:20.061340 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb59bd-8662-4a0a-8cd1-095ffa672cd3 req-c3c0c4ee-9a53-4ffb-b829-f054ddcb8a1f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:20.063310 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e8eb59bd-8662-4a0a-8cd1-095ffa672cd3 req-c3c0c4ee-9a53-4ffb-b829-f054ddcb8a1f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 946 time: 0.0655978 Jul 13 15:55:20.100823 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e8eb59bd-8662-4a0a-8cd1-095ffa672cd3 req-a921e583-91c9-494e-bca8-3fd92c91453f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319841 Jul 13 15:55:20.272804 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee2603-a4be-4e73-a7f3-15af33e2b197 req-e8eff887-839f-4b4e-8866-f6b4fdacf971 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:20.274312 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-88ee2603-a4be-4e73-a7f3-15af33e2b197 req-e8eff887-839f-4b4e-8866-f6b4fdacf971 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 946 time: 0.0637147 Jul 13 15:55:20.311016 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-88ee2603-a4be-4e73-a7f3-15af33e2b197 req-abaed76b-b63e-4665-96dd-402c285127aa tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311801 Jul 13 15:55:20.335192 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 53118) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:55:20.357633 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7f9e4738-4da9-4477-918e-600199ef748d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:20.385173 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356982c8-7e98-44b8-9fa2-42127249d01b tempest-TestVolumeBootPattern-254305312 tempest-TestVolumeBootPattern-254305312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:20.386707 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-356982c8-7e98-44b8-9fa2-42127249d01b tempest-TestVolumeBootPattern-254305312 tempest-TestVolumeBootPattern-254305312-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 1094 time: 0.0505376 Jul 13 15:55:20.389434 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 53120) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:55:20.394729 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Request body: {'floatingip': {'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'port_id': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:55:20.414849 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for floatingip, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:20.510582 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:20.609356 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Allocated IP 172.27.1.178 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/6ff492d4-86f8-407a-a1bf-250738a485eb) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:55:20.710506 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:20.747661 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:20.782669 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:55:20.785339 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:55:20.791283 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:55:20.814942 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'Port': ['ID=6ff492d4-86f8-407a-a1bf-250738a485eb,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:55:20.864099 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:21.147112 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:21.219197 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:21.363948 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:21.368237 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:21.442369 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'Port': ['ID=6ff492d4-86f8-407a-a1bf-250738a485eb,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:55:21.448437 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:21.544638 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.l3_db [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Floating IP ddca8420-dcea-4cc8-8104-df72125077dd associated. External IP: 172.27.1.178, port: 45eb46cb-2aed-45d9-b57c-798b1d9eefa0. Jul 13 15:55:21.745029 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Router f6536067-1d6d-4b25-b757-06daec71cdf8 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:55:21.849031 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:55:21.858446 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419d87a8-58d3-4c78-b3b9-4bed61159ac4 None None] Sync routers for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:55:21.864251 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:21.867668 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419d87a8-58d3-4c78-b3b9-4bed61159ac4 None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:55:21.868295 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-419d87a8-58d3-4c78-b3b9-4bed61159ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:54:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:55:21.913516 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-0f219e33-c959-44ae-b569-059c3efeca44 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5094929 Jul 13 15:55:21.913516 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'tag': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:55:21.913516 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd837e2b-e74c-4baa-ae4a-c9ae68cc521a" -d '{"events": [{"name": "network-changed", "server_uuid": "79147748-039e-4bda-a51c-3a656f3dc9e8", "tag": "45eb46cb-2aed-45d9-b57c-798b1d9eefa0"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:55:21.936525 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14486e2-6920-4eeb-87c0-5c193a803159 x-openstack-request-id: req-b14486e2-6920-4eeb-87c0-5c193a803159 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:55:21.936813 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79147748-039e-4bda-a51c-3a656f3dc9e8", "tag": "45eb46cb-2aed-45d9-b57c-798b1d9eefa0", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:55:21.937060 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b14486e2-6920-4eeb-87c0-5c193a803159 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:55:21.938165 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'tag': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'status': 'completed', 'code': 200} Jul 13 15:55:21.974362 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-419d87a8-58d3-4c78-b3b9-4bed61159ac4 None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:55:22.030676 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd837e2b-e74c-4baa-ae4a-c9ae68cc521a req-6ff3c823-266b-400d-995b-b71fe490cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:22.032208 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-dd837e2b-e74c-4baa-ae4a-c9ae68cc521a req-6ff3c823-266b-400d-995b-b71fe490cc75 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 1099 time: 0.0515666 Jul 13 15:55:22.122523 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd837e2b-e74c-4baa-ae4a-c9ae68cc521a req-3b0b7338-88d0-4ecb-abde-682b388690e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:22.124007 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-dd837e2b-e74c-4baa-ae4a-c9ae68cc521a req-3b0b7338-88d0-4ecb-abde-682b388690e5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 913 time: 0.0853550 Jul 13 15:55:22.186611 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-dd837e2b-e74c-4baa-ae4a-c9ae68cc521a req-1ee1c10d-b97c-435e-8582-571d0eb469ec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45eb46cb-2aed-45d9-b57c-798b1d9eefa0 HTTP/1.1" status: 200 len: 1000 time: 0.0562079 Jul 13 15:55:22.192258 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-419d87a8-58d3-4c78-b3b9-4bed61159ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': 'ddca8420-dcea-4cc8-8104-df72125077dd', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'port_id': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'mac_address': 'fa:16:3e:0c:a4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:55:21Z', 'updated_at': '2021-07-13T15:55:21Z', 'revision_number': 0, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:55:22.222008 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419d87a8-58d3-4c78-b3b9-4bed61159ac4 None None] Checking router: f6536067-1d6d-4b25-b757-06daec71cdf8 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:55:22.230363 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419d87a8-58d3-4c78-b3b9-4bed61159ac4 None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:55:22.231021 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-419d87a8-58d3-4c78-b3b9-4bed61159ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:54:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:55:22.235726 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd837e2b-e74c-4baa-ae4a-c9ae68cc521a req-6498d263-b3e8-4da0-8381-6743dd48ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:22.237198 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-dd837e2b-e74c-4baa-ae4a-c9ae68cc521a req-6498d263-b3e8-4da0-8381-6743dd48ed8e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 200 len: 851 time: 0.0439069 Jul 13 15:55:22.297098 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd837e2b-e74c-4baa-ae4a-c9ae68cc521a req-b58558c3-e765-4c61-951c-c6d75426cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:55:22.298786 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-dd837e2b-e74c-4baa-ae4a-c9ae68cc521a req-b58558c3-e765-4c61-951c-c6d75426cf42 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3284b3ba-fb82-4362-80f6-630d30ce6b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555615 Jul 13 15:55:22.335518 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-419d87a8-58d3-4c78-b3b9-4bed61159ac4 None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:55:22.385469 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-dd837e2b-e74c-4baa-ae4a-c9ae68cc521a req-28da4510-8714-4cfc-b57c-dd16e2539d68 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802677 Jul 13 15:55:22.475858 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-dd837e2b-e74c-4baa-ae4a-c9ae68cc521a req-efb30440-51e6-4543-b18f-9ee6de8d70a0 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841315 Jul 13 15:55:22.551670 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-419d87a8-58d3-4c78-b3b9-4bed61159ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': 'ddca8420-dcea-4cc8-8104-df72125077dd', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'port_id': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'mac_address': 'fa:16:3e:0c:a4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:55:21Z', 'updated_at': '2021-07-13T15:55:21Z', 'revision_number': 0, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:55:22.580718 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419d87a8-58d3-4c78-b3b9-4bed61159ac4 None None] The sync data for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi is: [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': 'ddca8420-dcea-4cc8-8104-df72125077dd', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'port_id': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'mac_address': 'fa:16:3e:0c:a4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:55:21Z', 'updated_at': '2021-07-13T15:55:21Z', 'revision_number': 0, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:55:22.750043 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3cb83-764b-4e9f-9e6c-e350411aceb1 None None] New status for floating IP ddca8420-dcea-4cc8-8104-df72125077dd: ACTIVE {{(pid=93021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:55:22.814646 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c7f8ee30-6b03-4607-a7f5-93c3fcb6a288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:23.040075 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:23.942760 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:25.665752 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:40.824352 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:55:50.357876 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-967a63fe-d5cd-4bf5-9b48-e5055c5698fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:50.881779 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:52.815226 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-efc68b7b-3cad-468f-bd4a-11363d2bb0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:53.040378 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:53.944289 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:55:55.669347 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:02.576532 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e1a49f14-90b0-4b8b-b918-fc9a5435c8db req-4213790e-cc9d-466d-b920-bb0fcb1c0339 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500844 Jul 13 15:56:02.685967 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a49f14-90b0-4b8b-b918-fc9a5435c8db req-c7e6f943-c029-44ae-8948-a011620d7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:56:02.687416 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e1a49f14-90b0-4b8b-b918-fc9a5435c8db req-c7e6f943-c029-44ae-8948-a011620d7543 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 1099 time: 0.0503373 Jul 13 15:56:02.789092 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a49f14-90b0-4b8b-b918-fc9a5435c8db req-5f094db0-df87-4af5-81a2-ad0f8081849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:56:02.790557 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e1a49f14-90b0-4b8b-b918-fc9a5435c8db req-5f094db0-df87-4af5-81a2-ad0f8081849a service neutron] 10.222.0.63 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 913 time: 0.0837560 Jul 13 15:56:02.854386 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e1a49f14-90b0-4b8b-b918-fc9a5435c8db req-2aa00b6c-906a-4ad8-9e3d-a9d2f48d05cb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45eb46cb-2aed-45d9-b57c-798b1d9eefa0 HTTP/1.1" status: 200 len: 1002 time: 0.0564420 Jul 13 15:56:02.901548 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a49f14-90b0-4b8b-b918-fc9a5435c8db req-24a6971d-fa9f-4b50-8652-eddb2cafb7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:56:02.902983 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e1a49f14-90b0-4b8b-b918-fc9a5435c8db req-24a6971d-fa9f-4b50-8652-eddb2cafb7a4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 200 len: 851 time: 0.0423565 Jul 13 15:56:02.960639 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a49f14-90b0-4b8b-b918-fc9a5435c8db req-2ad318cd-15f8-4b86-ae17-1635e743411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:56:02.962088 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e1a49f14-90b0-4b8b-b918-fc9a5435c8db req-2ad318cd-15f8-4b86-ae17-1635e743411c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3284b3ba-fb82-4362-80f6-630d30ce6b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527146 Jul 13 15:56:03.046836 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e1a49f14-90b0-4b8b-b918-fc9a5435c8db req-0c2c0e9a-687e-48b6-a211-27a4778ed244 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776050 Jul 13 15:56:03.409314 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-e1a49f14-90b0-4b8b-b918-fc9a5435c8db req-928e7b8f-507d-4382-ace7-237c4813f968 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557100 Jul 13 15:56:17.822587 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:56:20.358025 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7b2dae77-de86-4dc1-8987-e28c7703d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:20.884266 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:22.815754 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c6b4606e-361b-44ac-b75a-c851235cd06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:23.040428 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:23.947271 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:25.672789 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:50.359769 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ea8c1dc0-34e7-46bb-9c34-d25b46755448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:50.896920 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:52.816621 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ee169146-cfa2-4bcf-a9ee-fd912914c690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:53.040325 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:53.950198 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:54.821302 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:56:55.674512 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:56.120147 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-cda4754e-9ad5-4d23-a5b6-84ee15c59842 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1370524671&fields=id&tenant_id=f99c7abae84a4b5b93da772025c0fa36 HTTP/1.1" status: 200 len: 267 time: 0.0329237 Jul 13 15:56:56.218788 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3128c6f0-4c88-4242-b15b-c7e543150dc8 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:56:56.220142 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3128c6f0-4c88-4242-b15b-c7e543150dc8 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 812 time: 0.0939291 Jul 13 15:56:56.234520 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-429e3543-e1be-45c8-99d8-15f1b2c6f4bc tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/quotas/f99c7abae84a4b5b93da772025c0fa36 HTTP/1.1" status: 200 len: 375 time: 0.0085495 Jul 13 15:56:56.312999 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-c6dda2f2-7c7c-421c-9ec7-b06129242d22 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0731626 Jul 13 15:56:56.483444 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-f8e0d536-1dac-4504-bd37-a47d9c638578 service neutron] 10.222.0.59 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590204 Jul 13 15:56:56.574206 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-740c0467-1bb4-48a2-ac0f-917ea22a8812 service neutron] 10.222.0.59 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846581 Jul 13 15:56:56.865081 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-25d1ae5f-1a81-412f-9828-19202c693d54 req-1fd25476-9fbb-4ee5-b558-6ae94daddb42 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0303133 Jul 13 15:56:58.004677 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ef73937b-853f-4fe9-b876-30c92b9f08e3 req-5d4e1846-ac75-4115-be1a-290ed957d3f2 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0307591 Jul 13 15:56:58.138903 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-a27c1f02-a5e2-42a8-99c4-c2c09d18c6ca tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:56:58.140561 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-a27c1f02-a5e2-42a8-99c4-c2c09d18c6ca tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.63 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 812 time: 0.1037164 Jul 13 15:56:58.190690 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-97c62460-d593-470d-abec-7584928eafa5 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f99c7abae84a4b5b93da772025c0fa36 HTTP/1.1" status: 200 len: 380 time: 0.0339892 Jul 13 15:56:58.199135 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Request body: {'port': {'device_id': 'd2e00db7-8a60-4791-afb3-bee5f14dafa3', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'admin_state_up': True, 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'security_groups': ['0c9a24dd-6c5f-4697-9530-cce6f657de76']}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:56:58.303810 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Made reservation on behalf of f99c7abae84a4b5b93da772025c0fa36 for: {'port': 1} {{(pid=93019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:56:58.307851 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:58.433905 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Allocated IP 172.20.0.9 (3284b3ba-fb82-4362-80f6-630d30ce6b80/fa109ab3-190d-499f-b9b2-5757a52cea94/94adb047-7a83-4644-82e5-720f16523ff5) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:56:58.572605 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:58.585337 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Transition to ACTIVE for port object 94adb047-7a83-4644-82e5-720f16523ff5 will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:56:58.616906 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:58.658354 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Network 3284b3ba-fb82-4362-80f6-630d30ce6b80 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:56:58.661567 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:56:58.664072 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:56:58.705846 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'Port': ['ID=94adb047-7a83-4644-82e5-720f16523ff5,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:56:58.719829 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:56:58.720323 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:56:58.720518 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:56:58.720871 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:56:58.721228 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:56:58.721627 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:56:58.722313 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:56:58.722560 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:56:58.722975 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:56:58.723409 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:56:58.723788 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:56:58.724119 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:56:58.740632 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:56:58.741402 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:58.757758 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-ef142922-edc9-40d2-8a2f-99387d918620 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621772 Jul 13 15:56:58.775335 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Request body: {'port': {'device_id': 'd2e00db7-8a60-4791-afb3-bee5f14dafa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:56:58.853270 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:58.917881 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-3e0da624-1c73-4125-ab1b-b30a847c8607 None None] Provisioning for port 94adb047-7a83-4644-82e5-720f16523ff5 completed by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:56:58.921655 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-3e0da624-1c73-4125-ab1b-b30a847c8607 None None] Provisioning complete for port 94adb047-7a83-4644-82e5-720f16523ff5 triggered by entity DHCP. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:56:58.922057 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3e0da624-1c73-4125-ab1b-b30a847c8607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:58.961560 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-3e0da624-1c73-4125-ab1b-b30a847c8607 None None] Port 94adb047-7a83-4644-82e5-720f16523ff5 cannot update to ACTIVE because it is not bound. {{(pid=93020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:56:59.105602 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94adb047-7a83-4644-82e5-720f16523ff5 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:56:59.113905 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:59.125630 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Transition to ACTIVE for port object 94adb047-7a83-4644-82e5-720f16523ff5 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:56:59.130047 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:59.174773 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50ebda-c26a-49e7-aea8-7c91ba1ede94 req-3c4f5faa-90d9-4d6d-877e-fa32fb431164 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:56:59.177864 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2f50ebda-c26a-49e7-aea8-7c91ba1ede94 req-3c4f5faa-90d9-4d6d-877e-fa32fb431164 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 931 time: 0.0630784 Jul 13 15:56:59.179043 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Pushing event updated for resources: {'Port': ['ID=94adb047-7a83-4644-82e5-720f16523ff5,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:56:59.221245 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2f50ebda-c26a-49e7-aea8-7c91ba1ede94 req-193381df-8804-4948-8e53-2fb4c18bea00 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377898 Jul 13 15:56:59.254826 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Attempting to bind port 94adb047-7a83-4644-82e5-720f16523ff5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:56:59.255169 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Attempting to bind port 94adb047-7a83-4644-82e5-720f16523ff5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:56:59.255502 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Attempting to bind port 94adb047-7a83-4644-82e5-720f16523ff5 on network 3284b3ba-fb82-4362-80f6-630d30ce6b80 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:56:59.260071 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Port 94adb047-7a83-4644-82e5-720f16523ff5 on network 3284b3ba-fb82-4362-80f6-630d30ce6b80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:56:59.260391 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Attempting to bind port 94adb047-7a83-4644-82e5-720f16523ff5 on network 3284b3ba-fb82-4362-80f6-630d30ce6b80 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:56:59.265276 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Checking agent: {'id': '62f69635-c57c-4ef3-8236-9c4c941e8d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'started_at': datetime.datetime(2021, 7, 13, 15, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:56:59.265613 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Checking segment: {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:56:59.266027 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Bound using segment: {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:56:59.266495 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Bound port: 94adb047-7a83-4644-82e5-720f16523ff5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326b336e-ea5b-464d-8bbb-31d2d479de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:56:59.266803 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:59.333061 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] For port 94adb047-7a83-4644-82e5-720f16523ff5, host hv-cinder-78836, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:56:59.336049 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] For port 94adb047-7a83-4644-82e5-720f16523ff5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=94adb047-7a83-4644-82e5-720f16523ff5,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:56:59.340500 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:59.372197 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:56:59.372804 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:56:59.374206 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] 10.222.0.63 "PUT /v2.0/ports/94adb047-7a83-4644-82e5-720f16523ff5 HTTP/1.1" status: 200 len: 1093 time: 0.6034606 Jul 13 15:56:59.374634 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e00db7-8a60-4791-afb3-bee5f14dafa3', 'tag': '94adb047-7a83-4644-82e5-720f16523ff5'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:56:59.376851 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47693d45-094c-4dad-9f09-9e702de58ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e00db7-8a60-4791-afb3-bee5f14dafa3", "tag": "94adb047-7a83-4644-82e5-720f16523ff5"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:56:59.411882 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2df9a6-bd76-4672-818e-84121e304413 service neutron] Pushing event updated for resources: {'Port': ['ID=94adb047-7a83-4644-82e5-720f16523ff5,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:56:59.427592 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652eb801-0006-4e0f-a825-6446ae9f0cd1 x-openstack-request-id: req-652eb801-0006-4e0f-a825-6446ae9f0cd1 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:56:59.427832 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e00db7-8a60-4791-afb3-bee5f14dafa3", "tag": "94adb047-7a83-4644-82e5-720f16523ff5", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:56:59.428088 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-652eb801-0006-4e0f-a825-6446ae9f0cd1 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:56:59.428489 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e00db7-8a60-4791-afb3-bee5f14dafa3', 'tag': '94adb047-7a83-4644-82e5-720f16523ff5', 'status': 'completed', 'code': 200} Jul 13 15:56:59.502750 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-8c9ad863-1880-4b71-9b63-03fa5b15b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:56:59.504890 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-8c9ad863-1880-4b71-9b63-03fa5b15b985 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 1096 time: 0.0595243 Jul 13 15:56:59.558742 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-daf314f8-d5bb-4549-955e-7d6f9a65a278 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94adb047-7a83-4644-82e5-720f16523ff5 HTTP/1.1" status: 200 len: 217 time: 0.0347157 Jul 13 15:56:59.605758 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-955de5fc-ff08-4a60-aee3-0f748bfd1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:56:59.607180 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-955de5fc-ff08-4a60-aee3-0f748bfd1f3f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 200 len: 851 time: 0.0422406 Jul 13 15:56:59.662508 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-c0b6f447-a760-4ad8-aa6e-fc26c27e69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:56:59.663926 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-c0b6f447-a760-4ad8-aa6e-fc26c27e69ae service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3284b3ba-fb82-4362-80f6-630d30ce6b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495212 Jul 13 15:56:59.754812 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-be0026b1-7bd4-493e-a755-4090b0245772 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823340 Jul 13 15:56:59.842128 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-0ff4a3cc-e7af-488e-bf27-8eae55279bab req-0c370831-7bfd-437e-9353-8ab7a9279e10 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807884 Jul 13 15:57:00.011506 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47693d45-094c-4dad-9f09-9e702de58ac2 req-0577a234-83bb-45c0-916f-50c9511371a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:00.012889 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-47693d45-094c-4dad-9f09-9e702de58ac2 req-0577a234-83bb-45c0-916f-50c9511371a2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 1096 time: 0.0551884 Jul 13 15:57:00.099000 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47693d45-094c-4dad-9f09-9e702de58ac2 req-f4a4a407-4847-4ff6-8818-4cd048265c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:00.100423 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-47693d45-094c-4dad-9f09-9e702de58ac2 req-f4a4a407-4847-4ff6-8818-4cd048265c5a service neutron] 10.222.0.63 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 913 time: 0.0806005 Jul 13 15:57:00.142782 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-47693d45-094c-4dad-9f09-9e702de58ac2 req-151795bb-6ed7-4dba-a651-d463c06583cd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94adb047-7a83-4644-82e5-720f16523ff5 HTTP/1.1" status: 200 len: 217 time: 0.0353653 Jul 13 15:57:00.198581 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47693d45-094c-4dad-9f09-9e702de58ac2 req-2f890781-7bf8-4599-ac11-bc2c60e4dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:00.200079 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-47693d45-094c-4dad-9f09-9e702de58ac2 req-2f890781-7bf8-4599-ac11-bc2c60e4dcee service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 200 len: 851 time: 0.0430140 Jul 13 15:57:00.275126 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47693d45-094c-4dad-9f09-9e702de58ac2 req-c9a27f58-bc04-4015-ae51-f8388b4d912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:00.276779 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-47693d45-094c-4dad-9f09-9e702de58ac2 req-c9a27f58-bc04-4015-ae51-f8388b4d912c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3284b3ba-fb82-4362-80f6-630d30ce6b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531821 Jul 13 15:57:00.369879 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-47693d45-094c-4dad-9f09-9e702de58ac2 req-a423df25-9082-40e6-800c-72af21e3aa48 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857048 Jul 13 15:57:00.395919 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db2f05-b1ed-4b2f-afe6-84636154fd63 req-493619a2-c831-4109-a396-c609145f9afa tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:00.397527 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-04db2f05-b1ed-4b2f-afe6-84636154fd63 req-493619a2-c831-4109-a396-c609145f9afa tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 943 time: 0.0670166 Jul 13 15:57:00.435344 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-04db2f05-b1ed-4b2f-afe6-84636154fd63 req-12c5d9a3-1526-428b-9b1c-0263224928b6 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323725 Jul 13 15:57:00.463582 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-47693d45-094c-4dad-9f09-9e702de58ac2 req-36fb1d4d-9943-4dde-a0ab-51c82790e4a8 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836964 Jul 13 15:57:01.608845 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9aa42-15e9-47c2-95b6-994f081576a4 req-ca04bf94-63a5-4a95-91b7-577b5547c8e4 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:01.610320 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-49f9aa42-15e9-47c2-95b6-994f081576a4 req-ca04bf94-63a5-4a95-91b7-577b5547c8e4 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 943 time: 0.0620344 Jul 13 15:57:01.646661 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-49f9aa42-15e9-47c2-95b6-994f081576a4 req-f212f841-5a24-4a87-b331-f62e1146b0ac tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309284 Jul 13 15:57:02.817413 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fba93-f626-4d32-a91b-3c29e80de786 req-7617e496-2e30-490b-a0cb-f647a9145fef tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:02.818896 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2e1fba93-f626-4d32-a91b-3c29e80de786 req-7617e496-2e30-490b-a0cb-f647a9145fef tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 943 time: 0.0615504 Jul 13 15:57:02.854986 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2e1fba93-f626-4d32-a91b-3c29e80de786 req-ac5763ed-9ffc-4a08-b637-69b357a2e48d tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307546 Jul 13 15:57:04.025299 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794213d-c5f0-4bc1-91b0-67f50ac67738 req-36d2438e-8a50-494e-999c-550a4223921a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:04.026782 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d794213d-c5f0-4bc1-91b0-67f50ac67738 req-36d2438e-8a50-494e-999c-550a4223921a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 943 time: 0.0640945 Jul 13 15:57:04.062707 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d794213d-c5f0-4bc1-91b0-67f50ac67738 req-bb71291c-fde6-488c-868a-9d03b2451872 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304646 Jul 13 15:57:04.600108 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8aab840f-a423-40dd-934c-2f111484705d req-a178535e-fddf-472b-be54-923ac65fbb8c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510340 Jul 13 15:57:04.709937 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab840f-a423-40dd-934c-2f111484705d req-23511f85-56a9-44d7-a961-aecd23830827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:04.711371 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8aab840f-a423-40dd-934c-2f111484705d req-23511f85-56a9-44d7-a961-aecd23830827 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 1099 time: 0.0540278 Jul 13 15:57:04.810014 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab840f-a423-40dd-934c-2f111484705d req-3ffcb647-bcbb-4384-92c8-756dceee8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:04.811454 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8aab840f-a423-40dd-934c-2f111484705d req-3ffcb647-bcbb-4384-92c8-756dceee8368 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 913 time: 0.0805869 Jul 13 15:57:04.876509 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8aab840f-a423-40dd-934c-2f111484705d req-6e8f0344-afbd-4bd7-ae2d-4505073ce006 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45eb46cb-2aed-45d9-b57c-798b1d9eefa0 HTTP/1.1" status: 200 len: 1002 time: 0.0586028 Jul 13 15:57:04.922694 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab840f-a423-40dd-934c-2f111484705d req-d54936ca-c4cb-4da2-91e3-7f032283e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:04.924076 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8aab840f-a423-40dd-934c-2f111484705d req-d54936ca-c4cb-4da2-91e3-7f032283e42d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 200 len: 851 time: 0.0416772 Jul 13 15:57:04.979198 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab840f-a423-40dd-934c-2f111484705d req-7638fb7d-0329-4268-a76f-949f0d67a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:04.980638 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8aab840f-a423-40dd-934c-2f111484705d req-7638fb7d-0329-4268-a76f-949f0d67a1f6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3284b3ba-fb82-4362-80f6-630d30ce6b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499463 Jul 13 15:57:05.068331 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8aab840f-a423-40dd-934c-2f111484705d req-59e3926c-162e-4d72-ab73-08c052d9fbea service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815506 Jul 13 15:57:05.154701 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8aab840f-a423-40dd-934c-2f111484705d req-d9340483-e9e2-49e8-a248-1c2a79019157 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794442 Jul 13 15:57:05.234351 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e754d9-e945-484f-939b-9e859ffdf487 req-011f615f-1c99-41ad-bbdb-a96bc2b44c0c tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:05.235805 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f3e754d9-e945-484f-939b-9e859ffdf487 req-011f615f-1c99-41ad-bbdb-a96bc2b44c0c tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 943 time: 0.0642836 Jul 13 15:57:05.273879 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f3e754d9-e945-484f-939b-9e859ffdf487 req-744fe098-5a3e-437c-8e09-fc83a4c3310f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325789 Jul 13 15:57:06.440166 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67f662-e808-4459-9f2e-aa192bcbae5c req-6bdb2644-5ddc-4df7-a0d2-75780b73a3fa tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:06.442155 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2e67f662-e808-4459-9f2e-aa192bcbae5c req-6bdb2644-5ddc-4df7-a0d2-75780b73a3fa tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 943 time: 0.0614855 Jul 13 15:57:06.477768 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2e67f662-e808-4459-9f2e-aa192bcbae5c req-d392759e-faed-4278-8333-7f108c8786f0 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301509 Jul 13 15:57:07.645570 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f7269-2e64-4c8b-8d21-1c7e1fa0e766 req-6c786029-a6ac-48f2-a1e7-de2dae670812 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:07.647048 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-592f7269-2e64-4c8b-8d21-1c7e1fa0e766 req-6c786029-a6ac-48f2-a1e7-de2dae670812 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 943 time: 0.0614779 Jul 13 15:57:07.683028 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-592f7269-2e64-4c8b-8d21-1c7e1fa0e766 req-bc0fda27-6433-49dc-816e-6ac1ea703495 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306127 Jul 13 15:57:08.854503 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce720a-51f2-422e-8b6a-f53242b22a59 req-5a0aa42a-b5f8-41c6-98fc-8a23779e1d1d tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:08.855968 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-50ce720a-51f2-422e-8b6a-f53242b22a59 req-5a0aa42a-b5f8-41c6-98fc-8a23779e1d1d tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 943 time: 0.0652664 Jul 13 15:57:08.866599 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 94adb047-7a83-4644-82e5-720f16523ff5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:57:08.893088 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-50ce720a-51f2-422e-8b6a-f53242b22a59 req-cdce943d-2d19-4607-94d1-937b06eb29a3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Jul 13 15:57:08.958071 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 94adb047-7a83-4644-82e5-720f16523ff5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=94adb047-7a83-4644-82e5-720f16523ff5,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:57:08.968767 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Returning: {'device': '94adb047-7a83-4644-82e5-720f16523ff5', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'port_id': '94adb047-7a83-4644-82e5-720f16523ff5', 'mac_address': 'fa:16:3e:1e:f6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:57:09.007447 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:09.019186 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94adb047-7a83-4644-82e5-720f16523ff5 {{(pid=93020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:57:09.037936 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 94adb047-7a83-4644-82e5-720f16523ff5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=94adb047-7a83-4644-82e5-720f16523ff5,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:57:09.041799 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:09.086676 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=94adb047-7a83-4644-82e5-720f16523ff5,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:57:09.093281 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:57:09.093623 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:57:09.093984 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:57:09.094314 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:57:09.094638 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:57:09.094959 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:57:09.095277 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:57:09.095594 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:57:09.095912 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:57:09.096233 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:57:09.096547 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:57:09.096858 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:57:09.326102 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] get_ports_and_sgs() called for port_ids ['94adb047-7a83-4644-82e5-720f16523ff5'] {{(pid=93020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:57:10.061277 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83791583-fed9-40a0-a8d1-cb9c70c9c879 req-d002b953-461a-4764-9a74-921f8f3b4431 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:10.062763 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-83791583-fed9-40a0-a8d1-cb9c70c9c879 req-d002b953-461a-4764-9a74-921f8f3b4431 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 944 time: 0.0613782 Jul 13 15:57:10.098912 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-83791583-fed9-40a0-a8d1-cb9c70c9c879 req-2647a7ba-7d35-4f90-9084-ffbf73ad80c7 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301352 Jul 13 15:57:10.881297 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 94adb047-7a83-4644-82e5-720f16523ff5 up at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:57:10.927556 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning for port 94adb047-7a83-4644-82e5-720f16523ff5 completed by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:57:10.931238 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Provisioning complete for port 94adb047-7a83-4644-82e5-720f16523ff5 triggered by entity L2. {{(pid=93020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:57:10.931598 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734375'] for port, provisioning_complete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:11.006084 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:11.027478 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e00db7-8a60-4791-afb3-bee5f14dafa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94adb047-7a83-4644-82e5-720f16523ff5'}] {{(pid=93020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:57:11.029692 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}231aa31ca1eb76558b0d9beb1dcc7eb675b13bdcfa3c3581b46722c91c2bc587" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cb5187-d731-4bfd-807a-170c436823ad" -d '{"events": [{"server_uuid": "d2e00db7-8a60-4791-afb3-bee5f14dafa3", "name": "network-vif-plugged", "status": "completed", "tag": "94adb047-7a83-4644-82e5-720f16523ff5"}]}' {{(pid=93020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:57:11.042509 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] For port 94adb047-7a83-4644-82e5-720f16523ff5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=94adb047-7a83-4644-82e5-720f16523ff5,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:57:11.046592 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:11.069137 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f4a2f6-da14-4808-af28-a2d1ee7504aa x-openstack-request-id: req-b0f4a2f6-da14-4808-af28-a2d1ee7504aa {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:57:11.069419 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e00db7-8a60-4791-afb3-bee5f14dafa3", "name": "network-vif-plugged", "status": "completed", "tag": "94adb047-7a83-4644-82e5-720f16523ff5", "code": 200}]} {{(pid=93020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:57:11.069666 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b0f4a2f6-da14-4808-af28-a2d1ee7504aa {{(pid=93020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:57:11.070070 dv-cinder-788366-2-iscsi neutron-server[93020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e00db7-8a60-4791-afb3-bee5f14dafa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94adb047-7a83-4644-82e5-720f16523ff5', 'code': 200} Jul 13 15:57:11.096389 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Pushing event updated for resources: {'Port': ['ID=94adb047-7a83-4644-82e5-720f16523ff5,revision_number=5']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:57:11.278321 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ebeac-576d-4d64-a319-a7ef14accf00 req-c5f20141-09d9-46c8-90e0-ccca2085166f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:11.279808 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a64ebeac-576d-4d64-a319-a7ef14accf00 req-c5f20141-09d9-46c8-90e0-ccca2085166f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 945 time: 0.0661709 Jul 13 15:57:11.316728 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a64ebeac-576d-4d64-a319-a7ef14accf00 req-4ef78b81-92ef-4aaf-ad2a-4ddb12323631 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313544 Jul 13 15:57:11.359641 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9255ce0-9aae-4fbf-b921-827e1f7095fd req-54f02bc1-3bce-439a-92af-e6c863c1fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:11.361134 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c9255ce0-9aae-4fbf-b921-827e1f7095fd req-54f02bc1-3bce-439a-92af-e6c863c1fc05 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 1098 time: 0.0505188 Jul 13 15:57:11.393196 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c9255ce0-9aae-4fbf-b921-827e1f7095fd req-ffd33779-f3d5-4bc4-9ce0-30eda2c92014 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262010 Jul 13 15:57:12.495791 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e3a42-54c2-4766-90f2-779055285145 req-9644a138-6e74-4a7b-bc14-23903c477000 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:12.497317 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d13e3a42-54c2-4766-90f2-779055285145 req-9644a138-6e74-4a7b-bc14-23903c477000 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 945 time: 0.0668697 Jul 13 15:57:12.535509 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-d13e3a42-54c2-4766-90f2-779055285145 req-2777d83c-b921-45a2-891d-bd4222e71bb8 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326145 Jul 13 15:57:13.702964 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cc040-4615-4ac2-8e94-aa010d9e6e15 req-816ebb90-8692-4076-af35-2c0e57f542e7 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:13.704408 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f36cc040-4615-4ac2-8e94-aa010d9e6e15 req-816ebb90-8692-4076-af35-2c0e57f542e7 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 945 time: 0.0610380 Jul 13 15:57:13.742144 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f36cc040-4615-4ac2-8e94-aa010d9e6e15 req-1c0edfdb-f6be-441d-b08c-2f443ac14f1f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315588 Jul 13 15:57:13.908784 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b7eea-0d0b-415f-8f25-4fc8a250d4a6 req-24398268-e0cb-4112-8faa-8414da4a27cf tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:13.911010 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f07b7eea-0d0b-415f-8f25-4fc8a250d4a6 req-24398268-e0cb-4112-8faa-8414da4a27cf tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 945 time: 0.0615964 Jul 13 15:57:13.947840 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-f07b7eea-0d0b-415f-8f25-4fc8a250d4a6 req-50524af5-5385-4cfc-9f3d-c79a0a30fc28 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Jul 13 15:57:13.971782 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 53250) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:57:14.021134 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6181b4da-b95d-48de-a69b-9637deca0028 tempest-TestVolumeBootPattern-254305312 tempest-TestVolumeBootPattern-254305312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:14.022619 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-6181b4da-b95d-48de-a69b-9637deca0028 tempest-TestVolumeBootPattern-254305312 tempest-TestVolumeBootPattern-254305312-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 1093 time: 0.0498626 Jul 13 15:57:14.025251 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 53252) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:57:14.029353 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.v2.base [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Request body: {'floatingip': {'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'port_id': '94adb047-7a83-4644-82e5-720f16523ff5', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:57:14.049820 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for floatingip, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:14.143174 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:14.243243 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Allocated IP 172.27.1.151 (85981ab4-351c-40b2-8a37-5676d3885a02/dbe226b4-3665-45de-b972-a69d7f412686/aac22cc5-c7be-40e7-a15b-223510fa6188) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:57:14.341618 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:14.380104 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766802852774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:14.418855 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Network 85981ab4-351c-40b2-8a37-5676d3885a02 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:57:14.421581 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:57:14.426497 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:57:14.429190 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'Port': ['ID=aac22cc5-c7be-40e7-a15b-223510fa6188,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:57:14.774064 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:14.849491 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545906'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:14.993591 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:14.997864 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766803228663', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766802852792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766802852810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3611032'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:15.064155 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event updated for resources: {'Port': ['ID=aac22cc5-c7be-40e7-a15b-223510fa6188,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:57:15.072083 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736021'] for floatingip, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:15.168573 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.l3_db [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Floating IP ef5c20b9-bc4f-4426-8ecb-e37fa08c1062 associated. External IP: 172.27.1.151, port: 94adb047-7a83-4644-82e5-720f16523ff5. Jul 13 15:57:15.366561 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Router f6536067-1d6d-4b25-b757-06daec71cdf8 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:57:15.470965 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:57:15.480269 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577b165-db25-4882-a3a9-e023e1bdaddc None None] Sync routers for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:57:15.488490 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:15.490071 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577b165-db25-4882-a3a9-e023e1bdaddc None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:57:15.490697 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-8577b165-db25-4882-a3a9-e023e1bdaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:56:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:57:15.524142 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-64ce3dc8-d415-4e92-8fcc-170eb017c68f tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4977791 Jul 13 15:57:15.524909 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e00db7-8a60-4791-afb3-bee5f14dafa3', 'tag': '94adb047-7a83-4644-82e5-720f16523ff5'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:57:15.527189 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6aa142-ce88-4bb4-be41-718e9340eb40" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e00db7-8a60-4791-afb3-bee5f14dafa3", "tag": "94adb047-7a83-4644-82e5-720f16523ff5"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:57:15.573428 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9333819-62e5-4d36-b8f1-f1e6ecbe28ac x-openstack-request-id: req-d9333819-62e5-4d36-b8f1-f1e6ecbe28ac {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:57:15.573758 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e00db7-8a60-4791-afb3-bee5f14dafa3", "tag": "94adb047-7a83-4644-82e5-720f16523ff5", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:57:15.574012 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9333819-62e5-4d36-b8f1-f1e6ecbe28ac {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:57:15.574408 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e00db7-8a60-4791-afb3-bee5f14dafa3', 'tag': '94adb047-7a83-4644-82e5-720f16523ff5', 'status': 'completed', 'code': 200} Jul 13 15:57:15.669250 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6aa142-ce88-4bb4-be41-718e9340eb40 req-5a49afc1-54ce-40fa-9304-b720a705351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:15.670684 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5c6aa142-ce88-4bb4-be41-718e9340eb40 req-5a49afc1-54ce-40fa-9304-b720a705351d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 1098 time: 0.0517979 Jul 13 15:57:15.708050 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-8577b165-db25-4882-a3a9-e023e1bdaddc None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:57:15.943988 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-8577b165-db25-4882-a3a9-e023e1bdaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': 'ddca8420-dcea-4cc8-8104-df72125077dd', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'port_id': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'mac_address': 'fa:16:3e:0c:a4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:55:21Z', 'updated_at': '2021-07-13T15:55:22Z', 'revision_number': 1, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address_scope': None}, {'id': 'ef5c20b9-bc4f-4426-8ecb-e37fa08c1062', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'port_id': '94adb047-7a83-4644-82e5-720f16523ff5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'mac_address': 'fa:16:3e:1e:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e00db7-8a60-4791-afb3-bee5f14dafa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:57:14Z', 'updated_at': '2021-07-13T15:57:14Z', 'revision_number': 0, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:57:15.970354 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577b165-db25-4882-a3a9-e023e1bdaddc None None] Checking router: f6536067-1d6d-4b25-b757-06daec71cdf8 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:57:15.979275 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577b165-db25-4882-a3a9-e023e1bdaddc None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:57:15.979910 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-8577b165-db25-4882-a3a9-e023e1bdaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:56:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:57:16.044670 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6aa142-ce88-4bb4-be41-718e9340eb40 req-daa215b0-e061-4514-aaef-5fc5ece96c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:16.046180 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5c6aa142-ce88-4bb4-be41-718e9340eb40 req-daa215b0-e061-4514-aaef-5fc5ece96c2d service neutron] 10.222.0.63 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 913 time: 0.3693607 Jul 13 15:57:16.085984 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-8577b165-db25-4882-a3a9-e023e1bdaddc None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:57:16.108435 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5c6aa142-ce88-4bb4-be41-718e9340eb40 req-aeb44280-1752-44ec-a139-09378248418d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94adb047-7a83-4644-82e5-720f16523ff5 HTTP/1.1" status: 200 len: 999 time: 0.0555849 Jul 13 15:57:16.155134 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6aa142-ce88-4bb4-be41-718e9340eb40 req-84fe1cf2-d995-4137-affb-aab5b57a1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:16.156673 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5c6aa142-ce88-4bb4-be41-718e9340eb40 req-84fe1cf2-d995-4137-affb-aab5b57a1a34 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 200 len: 851 time: 0.0423174 Jul 13 15:57:16.215693 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6aa142-ce88-4bb4-be41-718e9340eb40 req-2045ea4e-0b36-4245-999b-02c281d8c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:57:16.217110 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5c6aa142-ce88-4bb4-be41-718e9340eb40 req-2045ea4e-0b36-4245-999b-02c281d8c67b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3284b3ba-fb82-4362-80f6-630d30ce6b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540195 Jul 13 15:57:16.302827 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5c6aa142-ce88-4bb4-be41-718e9340eb40 req-8885ec5d-3be6-4e41-a8b0-377c16ca54f7 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792298 Jul 13 15:57:16.311861 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-8577b165-db25-4882-a3a9-e023e1bdaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': 'ddca8420-dcea-4cc8-8104-df72125077dd', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'port_id': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'mac_address': 'fa:16:3e:0c:a4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:55:21Z', 'updated_at': '2021-07-13T15:55:22Z', 'revision_number': 1, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address_scope': None}, {'id': 'ef5c20b9-bc4f-4426-8ecb-e37fa08c1062', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'port_id': '94adb047-7a83-4644-82e5-720f16523ff5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'mac_address': 'fa:16:3e:1e:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e00db7-8a60-4791-afb3-bee5f14dafa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:57:14Z', 'updated_at': '2021-07-13T15:57:14Z', 'revision_number': 0, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:57:16.341766 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577b165-db25-4882-a3a9-e023e1bdaddc None None] The sync data for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi is: [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': 'ddca8420-dcea-4cc8-8104-df72125077dd', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'port_id': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'mac_address': 'fa:16:3e:0c:a4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:55:21Z', 'updated_at': '2021-07-13T15:55:22Z', 'revision_number': 1, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address_scope': None}, {'id': 'ef5c20b9-bc4f-4426-8ecb-e37fa08c1062', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'port_id': '94adb047-7a83-4644-82e5-720f16523ff5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'mac_address': 'fa:16:3e:1e:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e00db7-8a60-4791-afb3-bee5f14dafa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:57:14Z', 'updated_at': '2021-07-13T15:57:14Z', 'revision_number': 0, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:57:16.394491 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-5c6aa142-ce88-4bb4-be41-718e9340eb40 req-7bb0063c-4906-400c-bf3c-9f2660390c70 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854566 Jul 13 15:57:16.524103 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1295a58-2f4e-4db0-86a9-afc0145797a0 None None] New status for floating IP ef5c20b9-bc4f-4426-8ecb-e37fa08c1062: ACTIVE {{(pid=93021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:57:20.361010 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7216be9b-351a-4fa7-a268-1b7ed9649b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:20.903247 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:22.816952 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-f4d19eaa-51b2-4bc4-b58d-9638a2f44fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:23.041092 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:23.953016 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:25.677886 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:31.820215 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:57:50.361304 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5451-07ed-4456-953f-1cbdf6c5e88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:50.914365 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:52.817189 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-912f2a89-3eef-47cc-a3f2-c0f69a1d7495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:53.042063 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:53.955886 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:57:55.681444 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:04.623966 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-88ccd46d-d830-4210-bbf8-f6352f3aef94 req-1b9a7e90-6e72-412b-afc5-1abe956302c3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858624 Jul 13 15:58:04.731188 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd46d-d830-4210-bbf8-f6352f3aef94 req-c1c50105-aaca-4a1e-b693-eec77589afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:04.732638 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-88ccd46d-d830-4210-bbf8-f6352f3aef94 req-c1c50105-aaca-4a1e-b693-eec77589afa1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 1099 time: 0.0518239 Jul 13 15:58:04.835091 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd46d-d830-4210-bbf8-f6352f3aef94 req-86f0f126-0aba-474b-a843-fa2f25580697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:04.836393 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-88ccd46d-d830-4210-bbf8-f6352f3aef94 req-86f0f126-0aba-474b-a843-fa2f25580697 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 913 time: 0.0839775 Jul 13 15:58:04.897178 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-88ccd46d-d830-4210-bbf8-f6352f3aef94 req-a0299463-bb81-4447-a70d-69885761986c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45eb46cb-2aed-45d9-b57c-798b1d9eefa0 HTTP/1.1" status: 200 len: 1002 time: 0.0545888 Jul 13 15:58:04.945444 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd46d-d830-4210-bbf8-f6352f3aef94 req-cb4764af-f502-427a-bbfa-461edf63c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:04.946856 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-88ccd46d-d830-4210-bbf8-f6352f3aef94 req-cb4764af-f502-427a-bbfa-461edf63c3d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 200 len: 851 time: 0.0443108 Jul 13 15:58:05.000990 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd46d-d830-4210-bbf8-f6352f3aef94 req-3b9bf2a5-2e79-438d-94f3-da888c554bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:05.002478 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-88ccd46d-d830-4210-bbf8-f6352f3aef94 req-3b9bf2a5-2e79-438d-94f3-da888c554bb9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3284b3ba-fb82-4362-80f6-630d30ce6b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489655 Jul 13 15:58:05.088558 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-88ccd46d-d830-4210-bbf8-f6352f3aef94 req-e72d341b-a135-4241-a1fd-41eb65a908e7 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792506 Jul 13 15:58:05.176534 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-88ccd46d-d830-4210-bbf8-f6352f3aef94 req-e5a4d707-1ce3-4864-91a9-6ed790f49149 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821264 Jul 13 15:58:08.819400 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:58:17.437143 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [req-321c08b3-90d6-41c1-9d26-909f838dadd8 req-e0576d45-156f-4d9e-9a42-608203526c4f service neutron] (93019) timed out ('10.222.0.63', 56581) {{(pid=93019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 15:58:18.907343 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [req-4fd40a52-b441-497d-8460-123dd52b7130 req-ca723c1a-1847-4ef5-bd64-e5feebdfa3be service neutron] (93018) timed out ('10.222.0.63', 56587) {{(pid=93018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 15:58:20.361257 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0d9079c8-82c8-452a-9730-cce665cbabc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:20.912803 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:22.818922 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cf1e71d1-5e3a-4f98-b120-56dd3837446f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:23.042243 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:23.958730 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:25.683236 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:42.573002 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 53294) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:58:42.765709 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Deleting port aac22cc5-c7be-40e7-a15b-223510fa6188 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:58:42.766053 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:42.837171 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:42.837415 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:42.849129 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Calling delete_port for aac22cc5-c7be-40e7-a15b-223510fa6188 owned by network:floatingip {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:58:43.017744 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:43.042025 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event deleted for resources: {'Port': ['ID=aac22cc5-c7be-40e7-a15b-223510fa6188,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:58:43.052790 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:43.053129 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:43.053461 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:43.053824 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:43.054148 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:43.054471 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:43.054797 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:43.055116 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:43.055436 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:43.055753 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:43.056062 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:43.056626 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:43.110408 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for floatingip, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:43.110727 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.l3_db [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Floating IP ef5c20b9-bc4f-4426-8ecb-e37fa08c1062 disassociated (deleted). External IP: 172.27.1.151, port: 94adb047-7a83-4644-82e5-720f16523ff5. Jul 13 15:58:43.309695 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Router f6536067-1d6d-4b25-b757-06daec71cdf8 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:58:43.413139 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:58:43.417840 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:43.422224 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8326a88-6f5a-488d-ad6a-27abbc5103b3 None None] Sync routers for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:58:43.434079 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8326a88-6f5a-488d-ad6a-27abbc5103b3 None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:58:43.434689 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-d8326a88-6f5a-488d-ad6a-27abbc5103b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:58:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:58:43.453625 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-e1304f66-1fdc-4a85-a959-441e8d415efd tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "DELETE /v2.0/floatingips/ef5c20b9-bc4f-4426-8ecb-e37fa08c1062 HTTP/1.1" status: 204 len: 168 time: 0.8795404 Jul 13 15:58:43.454222 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e00db7-8a60-4791-afb3-bee5f14dafa3', 'tag': '94adb047-7a83-4644-82e5-720f16523ff5'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:58:43.456441 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca709cab-893d-45db-aac9-137a97df4e05" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e00db7-8a60-4791-afb3-bee5f14dafa3", "tag": "94adb047-7a83-4644-82e5-720f16523ff5"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:58:43.493321 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d70563-7024-439b-b195-b63edbc8ac66 x-openstack-request-id: req-13d70563-7024-439b-b195-b63edbc8ac66 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:58:43.493605 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e00db7-8a60-4791-afb3-bee5f14dafa3", "tag": "94adb047-7a83-4644-82e5-720f16523ff5", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:58:43.493878 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13d70563-7024-439b-b195-b63edbc8ac66 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:58:43.494302 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e00db7-8a60-4791-afb3-bee5f14dafa3', 'tag': '94adb047-7a83-4644-82e5-720f16523ff5', 'status': 'completed', 'code': 200} Jul 13 15:58:43.538923 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-d8326a88-6f5a-488d-ad6a-27abbc5103b3 None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:58:43.594841 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca709cab-893d-45db-aac9-137a97df4e05 req-6d22a193-2378-4960-bff7-1dd8ea152fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:43.596368 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ca709cab-893d-45db-aac9-137a97df4e05 req-6d22a193-2378-4960-bff7-1dd8ea152fe5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 1098 time: 0.0569515 Jul 13 15:58:43.696901 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca709cab-893d-45db-aac9-137a97df4e05 req-5e314759-0cb2-4e2d-87f8-efa01cd8b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:43.698449 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ca709cab-893d-45db-aac9-137a97df4e05 req-5e314759-0cb2-4e2d-87f8-efa01cd8b0f3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 913 time: 0.0962939 Jul 13 15:58:43.763444 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ca709cab-893d-45db-aac9-137a97df4e05 req-bd867ed7-16f0-496b-91dc-ce837f74386f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94adb047-7a83-4644-82e5-720f16523ff5 HTTP/1.1" status: 200 len: 217 time: 0.0383046 Jul 13 15:58:43.782507 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-d8326a88-6f5a-488d-ad6a-27abbc5103b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': 'ddca8420-dcea-4cc8-8104-df72125077dd', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'port_id': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'mac_address': 'fa:16:3e:0c:a4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:55:21Z', 'updated_at': '2021-07-13T15:55:22Z', 'revision_number': 1, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:58:43.809004 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8326a88-6f5a-488d-ad6a-27abbc5103b3 None None] Checking router: f6536067-1d6d-4b25-b757-06daec71cdf8 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:58:43.817817 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca709cab-893d-45db-aac9-137a97df4e05 req-93ca3a8b-f3e2-40e2-b5e9-0dc918a6d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:43.818915 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8326a88-6f5a-488d-ad6a-27abbc5103b3 None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:58:43.819307 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ca709cab-893d-45db-aac9-137a97df4e05 req-93ca3a8b-f3e2-40e2-b5e9-0dc918a6d9dd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 200 len: 851 time: 0.0498800 Jul 13 15:58:43.819699 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-d8326a88-6f5a-488d-ad6a-27abbc5103b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:58:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:58:43.876880 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca709cab-893d-45db-aac9-137a97df4e05 req-0527f191-821d-4007-bad7-2ab8ce93d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:43.878581 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ca709cab-893d-45db-aac9-137a97df4e05 req-0527f191-821d-4007-bad7-2ab8ce93d22a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3284b3ba-fb82-4362-80f6-630d30ce6b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525773 Jul 13 15:58:43.891794 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac37c38-5d36-4eb2-b017-c89eb8690437 req-60d35020-7bda-43e6-a56b-02b454d6aa79 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:43.893291 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2ac37c38-5d36-4eb2-b017-c89eb8690437 req-60d35020-7bda-43e6-a56b-02b454d6aa79 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 945 time: 0.1315055 Jul 13 15:58:43.931903 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-d8326a88-6f5a-488d-ad6a-27abbc5103b3 None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:58:43.932139 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2ac37c38-5d36-4eb2-b017-c89eb8690437 req-daf39f7a-b668-4ee8-adcb-ab1532831edb tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329070 Jul 13 15:58:43.967021 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ca709cab-893d-45db-aac9-137a97df4e05 req-e1b0a506-2a06-4beb-acf4-edd228d2d219 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815172 Jul 13 15:58:44.058268 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ca709cab-893d-45db-aac9-137a97df4e05 req-177bc496-f82e-46d3-9ae9-2cc36bd25a81 service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844324 Jul 13 15:58:44.156662 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-d8326a88-6f5a-488d-ad6a-27abbc5103b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': 'ddca8420-dcea-4cc8-8104-df72125077dd', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'port_id': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'mac_address': 'fa:16:3e:0c:a4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:55:21Z', 'updated_at': '2021-07-13T15:55:22Z', 'revision_number': 1, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:58:44.182898 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8326a88-6f5a-488d-ad6a-27abbc5103b3 None None] The sync data for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi is: [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_floatingips': [{'id': 'ddca8420-dcea-4cc8-8104-df72125077dd', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'router_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'port_id': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'mac_address': 'fa:16:3e:0c:a4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:55:21Z', 'updated_at': '2021-07-13T15:55:22Z', 'revision_number': 1, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:58:44.388057 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15128e4b-9d21-4a1d-8776-d9a790e1846c None None] New status for floating IP ef5c20b9-bc4f-4426-8ecb-e37fa08c1062: DOWN {{(pid=93021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:58:45.163307 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68c678-91c6-472e-8d69-f70b8a4da5f3 req-d6d90bc4-3950-48f4-a4cf-41769c0cd802 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:45.164746 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2a68c678-91c6-472e-8d69-f70b8a4da5f3 req-d6d90bc4-3950-48f4-a4cf-41769c0cd802 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 945 time: 0.1032038 Jul 13 15:58:45.201001 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-2a68c678-91c6-472e-8d69-f70b8a4da5f3 req-04b7684c-c467-4727-81a9-22bde42f7b7d tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306246 Jul 13 15:58:45.457608 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10961f4b-af91-43f9-b631-2de8d1cd3003 req-40029edb-97c4-416a-9f30-7cd9f3bc1f6c tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:45.459078 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-10961f4b-af91-43f9-b631-2de8d1cd3003 req-40029edb-97c4-416a-9f30-7cd9f3bc1f6c tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 945 time: 0.0649710 Jul 13 15:58:45.554429 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-10961f4b-af91-43f9-b631-2de8d1cd3003 req-21e7e940-625a-4b09-b663-f3f2d7358eb2 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Deleting port 94adb047-7a83-4644-82e5-720f16523ff5 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:58:45.554767 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-10961f4b-af91-43f9-b631-2de8d1cd3003 req-21e7e940-625a-4b09-b663-f3f2d7358eb2 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:45.641855 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-10961f4b-af91-43f9-b631-2de8d1cd3003 req-21e7e940-625a-4b09-b663-f3f2d7358eb2 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] For port 94adb047-7a83-4644-82e5-720f16523ff5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=94adb047-7a83-4644-82e5-720f16523ff5,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:58:45.642204 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-10961f4b-af91-43f9-b631-2de8d1cd3003 req-21e7e940-625a-4b09-b663-f3f2d7358eb2 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:45.655086 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-10961f4b-af91-43f9-b631-2de8d1cd3003 req-21e7e940-625a-4b09-b663-f3f2d7358eb2 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Calling delete_port for 94adb047-7a83-4644-82e5-720f16523ff5 owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:58:45.775960 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-10961f4b-af91-43f9-b631-2de8d1cd3003 req-21e7e940-625a-4b09-b663-f3f2d7358eb2 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:45.809558 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7e940-625a-4b09-b663-f3f2d7358eb2 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event deleted for resources: {'Port': ['ID=94adb047-7a83-4644-82e5-720f16523ff5,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:58:45.820216 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:58:45.854207 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-10961f4b-af91-43f9-b631-2de8d1cd3003 req-21e7e940-625a-4b09-b663-f3f2d7358eb2 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] No DVR routers for this DVR port 94adb047-7a83-4644-82e5-720f16523ff5 on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:58:45.856690 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-10961f4b-af91-43f9-b631-2de8d1cd3003 req-21e7e940-625a-4b09-b663-f3f2d7358eb2 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:45.859404 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-10961f4b-af91-43f9-b631-2de8d1cd3003 req-21e7e940-625a-4b09-b663-f3f2d7358eb2 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.63 "DELETE /v2.0/ports/94adb047-7a83-4644-82e5-720f16523ff5 HTTP/1.1" status: 204 len: 173 time: 0.3948166 Jul 13 15:58:45.859828 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e00db7-8a60-4791-afb3-bee5f14dafa3', 'name': 'network-vif-deleted', 'tag': '94adb047-7a83-4644-82e5-720f16523ff5'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:58:45.862045 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ca1047-5737-4ed6-8714-a1895ebc6029" -d '{"events": [{"server_uuid": "d2e00db7-8a60-4791-afb3-bee5f14dafa3", "name": "network-vif-deleted", "tag": "94adb047-7a83-4644-82e5-720f16523ff5"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:58:45.900652 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ae2fb5-f1fd-4161-9685-dc8f94cdcfb0 x-openstack-request-id: req-02ae2fb5-f1fd-4161-9685-dc8f94cdcfb0 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:58:45.900975 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e00db7-8a60-4791-afb3-bee5f14dafa3", "name": "network-vif-deleted", "tag": "94adb047-7a83-4644-82e5-720f16523ff5", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:58:45.901194 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-02ae2fb5-f1fd-4161-9685-dc8f94cdcfb0 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:58:45.901587 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e00db7-8a60-4791-afb3-bee5f14dafa3', 'name': 'network-vif-deleted', 'tag': '94adb047-7a83-4644-82e5-720f16523ff5', 'status': 'completed', 'code': 200} Jul 13 15:58:46.352178 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-c37364f4-6e0c-4eab-b21c-78d493c357ab req-a226731a-933e-42ff-975c-5cce9f9912ac tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2e00db7-8a60-4791-afb3-bee5f14dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0295854 Jul 13 15:58:49.385327 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 94adb047-7a83-4644-82e5-720f16523ff5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:58:49.404853 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: 94adb047-7a83-4644-82e5-720f16523ff5 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:58:49.405784 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 94adb047-7a83-4644-82e5-720f16523ff5 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:58:49.658427 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 53342) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:58:49.806989 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-10b759f5-1696-4585-b0d2-ae89d0819e92 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Deleting port 6ff492d4-86f8-407a-a1bf-250738a485eb {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:58:49.807321 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-10b759f5-1696-4585-b0d2-ae89d0819e92 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:49.880735 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-10b759f5-1696-4585-b0d2-ae89d0819e92 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:49.881051 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-10b759f5-1696-4585-b0d2-ae89d0819e92 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:49.892610 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-10b759f5-1696-4585-b0d2-ae89d0819e92 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Calling delete_port for 6ff492d4-86f8-407a-a1bf-250738a485eb owned by network:floatingip {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:58:50.033420 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-10b759f5-1696-4585-b0d2-ae89d0819e92 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:50.057216 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b759f5-1696-4585-b0d2-ae89d0819e92 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event deleted for resources: {'Port': ['ID=6ff492d4-86f8-407a-a1bf-250738a485eb,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:58:50.116131 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-10b759f5-1696-4585-b0d2-ae89d0819e92 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for floatingip, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:50.116452 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.db.l3_db [None req-10b759f5-1696-4585-b0d2-ae89d0819e92 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Floating IP ddca8420-dcea-4cc8-8104-df72125077dd disassociated (deleted). External IP: 172.27.1.178, port: 45eb46cb-2aed-45d9-b57c-798b1d9eefa0. Jul 13 15:58:50.313986 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b759f5-1696-4585-b0d2-ae89d0819e92 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Router f6536067-1d6d-4b25-b757-06daec71cdf8 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:58:50.362332 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-09e734d5-19eb-4769-8b5b-684af31ff3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:50.418615 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b759f5-1696-4585-b0d2-ae89d0819e92 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:58:50.422920 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-10b759f5-1696-4585-b0d2-ae89d0819e92 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:50.428306 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a5d52-0cbb-450b-82e7-eb0965aa4c8a None None] Sync routers for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:58:50.437699 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a5d52-0cbb-450b-82e7-eb0965aa4c8a None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:58:50.438349 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-631a5d52-0cbb-450b-82e7-eb0965aa4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:58:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:58:50.460298 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-10b759f5-1696-4585-b0d2-ae89d0819e92 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "DELETE /v2.0/floatingips/ddca8420-dcea-4cc8-8104-df72125077dd HTTP/1.1" status: 204 len: 168 time: 0.8007779 Jul 13 15:58:50.460981 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'tag': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:58:50.463364 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27463e7c-b3bb-49d9-99ec-43f898aa61e0" -d '{"events": [{"name": "network-changed", "server_uuid": "79147748-039e-4bda-a51c-3a656f3dc9e8", "tag": "45eb46cb-2aed-45d9-b57c-798b1d9eefa0"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:58:50.502155 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcdaa7c-c47b-43e1-99e2-27dd6c9935ff x-openstack-request-id: req-2dcdaa7c-c47b-43e1-99e2-27dd6c9935ff {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:58:50.502513 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79147748-039e-4bda-a51c-3a656f3dc9e8", "tag": "45eb46cb-2aed-45d9-b57c-798b1d9eefa0", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:58:50.502832 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2dcdaa7c-c47b-43e1-99e2-27dd6c9935ff {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:58:50.503296 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'tag': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'status': 'completed', 'code': 200} Jul 13 15:58:50.543560 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-631a5d52-0cbb-450b-82e7-eb0965aa4c8a None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:58:50.601893 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27463e7c-b3bb-49d9-99ec-43f898aa61e0 req-e730776a-3c16-4c74-a294-1a33b6c80cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:50.603327 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-27463e7c-b3bb-49d9-99ec-43f898aa61e0 req-e730776a-3c16-4c74-a294-1a33b6c80cb9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f99c7abae84a4b5b93da772025c0fa36&device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 1099 time: 0.0553665 Jul 13 15:58:50.700522 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27463e7c-b3bb-49d9-99ec-43f898aa61e0 req-6dfb3780-ace5-4a1a-886c-0e6faa294769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:50.702080 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-27463e7c-b3bb-49d9-99ec-43f898aa61e0 req-6dfb3780-ace5-4a1a-886c-0e6faa294769 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 200 len: 913 time: 0.0923376 Jul 13 15:58:50.758381 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-631a5d52-0cbb-450b-82e7-eb0965aa4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:58:50.770676 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-27463e7c-b3bb-49d9-99ec-43f898aa61e0 req-aec1b416-887b-4441-b4a5-5dd09bb511a9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45eb46cb-2aed-45d9-b57c-798b1d9eefa0 HTTP/1.1" status: 200 len: 217 time: 0.0389004 Jul 13 15:58:50.788736 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a5d52-0cbb-450b-82e7-eb0965aa4c8a None None] Checking router: f6536067-1d6d-4b25-b757-06daec71cdf8 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:58:50.797877 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a5d52-0cbb-450b-82e7-eb0965aa4c8a None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:58:50.798551 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-631a5d52-0cbb-450b-82e7-eb0965aa4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:58:23Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:58:50.824245 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27463e7c-b3bb-49d9-99ec-43f898aa61e0 req-b02d9e7b-be54-43e4-a5ce-d57d31c3d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:50.825742 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-27463e7c-b3bb-49d9-99ec-43f898aa61e0 req-b02d9e7b-be54-43e4-a5ce-d57d31c3d002 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 200 len: 851 time: 0.0497212 Jul 13 15:58:50.841872 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc65722-3766-4d04-88bc-bb32b3c32269 req-cf5cc5e7-35a9-4c83-8a2d-31e424f619bc tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:50.844044 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7cc65722-3766-4d04-88bc-bb32b3c32269 req-cf5cc5e7-35a9-4c83-8a2d-31e424f619bc tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 946 time: 0.0703924 Jul 13 15:58:50.881957 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7cc65722-3766-4d04-88bc-bb32b3c32269 req-a2a83841-4231-4e5b-9cf2-a2219e3fa1a6 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Jul 13 15:58:50.883619 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27463e7c-b3bb-49d9-99ec-43f898aa61e0 req-888f4bfb-4e84-4ef5-88ca-d062c34e8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:50.885253 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-27463e7c-b3bb-49d9-99ec-43f898aa61e0 req-888f4bfb-4e84-4ef5-88ca-d062c34e8d37 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3284b3ba-fb82-4362-80f6-630d30ce6b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524125 Jul 13 15:58:50.911530 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-631a5d52-0cbb-450b-82e7-eb0965aa4c8a None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:58:50.956941 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:50.979655 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-27463e7c-b3bb-49d9-99ec-43f898aa61e0 req-8526d99c-41e1-4861-9a09-a4545a56151f service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869775 Jul 13 15:58:51.073005 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-27463e7c-b3bb-49d9-99ec-43f898aa61e0 req-11ef1ffb-1a33-4aeb-8998-c5b6394aaf4c service neutron] 10.222.0.63 "GET /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852976 Jul 13 15:58:51.230605 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-631a5d52-0cbb-450b-82e7-eb0965aa4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:58:51.258425 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a5d52-0cbb-450b-82e7-eb0965aa4c8a None None] The sync data for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi is: [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:20Z', 'revision_number': 4, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi', '_interfaces': [{'id': 'c2efaa78-d552-460e-9365-8011ca7ff1f9', 'name': '', 'network_id': '3284b3ba-fb82-4362-80f6-630d30ce6b80', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'mac_address': 'fa:16:3e:23:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:20Z', 'updated_at': '2021-07-13T15:52:26Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'subnets': [{'id': 'fa109ab3-190d-499f-b9b2-5757a52cea94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:58:51.459246 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ccc3e-9b1a-4600-aee0-c8d2cfe7195c None None] New status for floating IP ddca8420-dcea-4cc8-8104-df72125077dd: DOWN {{(pid=93021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:58:52.056611 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfad86d-e4a2-49b8-a55e-260c764a64d9 req-25eee3ea-0dfc-486d-9def-d95025274ff9 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:52.058087 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8bfad86d-e4a2-49b8-a55e-260c764a64d9 req-25eee3ea-0dfc-486d-9def-d95025274ff9 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 946 time: 0.0617774 Jul 13 15:58:52.094761 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-8bfad86d-e4a2-49b8-a55e-260c764a64d9 req-9f583af6-f603-4673-b2f2-5f95adf19026 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c9a24dd-6c5f-4697-9530-cce6f657de76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310590 Jul 13 15:58:52.398952 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aa8a0-6575-4798-a73d-3cd6c34de97d req-5136e3c0-4524-4c6c-9313-4fcd30fd38d9 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:58:52.400383 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ef8aa8a0-6575-4798-a73d-3cd6c34de97d req-5136e3c0-4524-4c6c-9313-4fcd30fd38d9 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.63 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 946 time: 0.0639794 Jul 13 15:58:52.495563 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-ef8aa8a0-6575-4798-a73d-3cd6c34de97d req-e3a43fc5-3566-4067-9c46-dd195c058aee tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Deleting port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:58:52.495906 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-ef8aa8a0-6575-4798-a73d-3cd6c34de97d req-e3a43fc5-3566-4067-9c46-dd195c058aee tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:52.584776 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [req-ef8aa8a0-6575-4798-a73d-3cd6c34de97d req-e3a43fc5-3566-4067-9c46-dd195c058aee tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] For port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45eb46cb-2aed-45d9-b57c-798b1d9eefa0,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:58:52.585138 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-ef8aa8a0-6575-4798-a73d-3cd6c34de97d req-e3a43fc5-3566-4067-9c46-dd195c058aee tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:52.596974 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [req-ef8aa8a0-6575-4798-a73d-3cd6c34de97d req-e3a43fc5-3566-4067-9c46-dd195c058aee tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Calling delete_port for 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 owned by compute:nova {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:58:52.716611 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-ef8aa8a0-6575-4798-a73d-3cd6c34de97d req-e3a43fc5-3566-4067-9c46-dd195c058aee tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:52.748759 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a43fc5-3566-4067-9c46-dd195c058aee tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event deleted for resources: {'Port': ['ID=45eb46cb-2aed-45d9-b57c-798b1d9eefa0,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:58:52.792852 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8aa8a0-6575-4798-a73d-3cd6c34de97d req-e3a43fc5-3566-4067-9c46-dd195c058aee tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] No DVR routers for this DVR port 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 on host hv-cinder-78836 {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:58:52.795409 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [req-ef8aa8a0-6575-4798-a73d-3cd6c34de97d req-e3a43fc5-3566-4067-9c46-dd195c058aee tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for port, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:52.797549 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-ef8aa8a0-6575-4798-a73d-3cd6c34de97d req-e3a43fc5-3566-4067-9c46-dd195c058aee tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.63 "DELETE /v2.0/ports/45eb46cb-2aed-45d9-b57c-798b1d9eefa0 HTTP/1.1" status: 204 len: 173 time: 0.3910289 Jul 13 15:58:52.798003 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'name': 'network-vif-deleted', 'tag': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:58:52.800195 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45c54e5a7eb8de0f02c0a208329b106e60e4fcaff03f04d15c15e3bab787b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8801dc-2897-4898-8f14-41e4cc5ca440" -d '{"events": [{"server_uuid": "79147748-039e-4bda-a51c-3a656f3dc9e8", "name": "network-vif-deleted", "tag": "45eb46cb-2aed-45d9-b57c-798b1d9eefa0"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:58:52.819925 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bc8e23c3-2c87-45bc-92bf-1793513cf9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:52.842218 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176b7ec3-e880-4e0f-a6a0-94b6f5e47c20 x-openstack-request-id: req-176b7ec3-e880-4e0f-a6a0-94b6f5e47c20 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:58:52.842506 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79147748-039e-4bda-a51c-3a656f3dc9e8", "name": "network-vif-deleted", "tag": "45eb46cb-2aed-45d9-b57c-798b1d9eefa0", "status": "completed", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:58:52.843392 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-176b7ec3-e880-4e0f-a6a0-94b6f5e47c20 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:58:52.843792 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79147748-039e-4bda-a51c-3a656f3dc9e8', 'name': 'network-vif-deleted', 'tag': '45eb46cb-2aed-45d9-b57c-798b1d9eefa0', 'status': 'completed', 'code': 200} Jul 13 15:58:53.043811 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:53.237894 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [req-b40a8990-0f68-4526-adfe-c5d4bfdfd03b req-124d33c4-1568-4c82-b48c-38c4f99c8a29 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "GET /v2.0/ports?device_id=79147748-039e-4bda-a51c-3a656f3dc9e8 HTTP/1.1" status: 200 len: 210 time: 0.0279498 Jul 13 15:58:53.961776 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:54.329818 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 53358) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:58:54.447939 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5d62c-4ead-4cbb-93c7-ca686b76d5d3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Deleting port ef062a22-bf90-4c58-9dc1-9dd84ae61cae {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:58:54.448276 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4bd5d62c-4ead-4cbb-93c7-ca686b76d5d3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:54.523613 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4bd5d62c-4ead-4cbb-93c7-ca686b76d5d3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:54.523854 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4bd5d62c-4ead-4cbb-93c7-ca686b76d5d3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:54.534893 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5d62c-4ead-4cbb-93c7-ca686b76d5d3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Calling delete_port for ef062a22-bf90-4c58-9dc1-9dd84ae61cae owned by network:floatingip {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:58:54.661361 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4bd5d62c-4ead-4cbb-93c7-ca686b76d5d3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:54.684620 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5d62c-4ead-4cbb-93c7-ca686b76d5d3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event deleted for resources: {'Port': ['ID=ef062a22-bf90-4c58-9dc1-9dd84ae61cae,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:58:54.745304 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4bd5d62c-4ead-4cbb-93c7-ca686b76d5d3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for floatingip, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:54.747840 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4bd5d62c-4ead-4cbb-93c7-ca686b76d5d3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184273'] for floatingip, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:54.749038 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-4bd5d62c-4ead-4cbb-93c7-ca686b76d5d3 tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "DELETE /v2.0/floatingips/6e46d4b2-f56d-4679-b0c7-515c29cec890 HTTP/1.1" status: 204 len: 168 time: 0.4181936 Jul 13 15:58:55.422440 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:58:55.441854 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] No Port match for: 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:58:55.442193 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Device 45eb46cb-2aed-45d9-b57c-798b1d9eefa0 not bound to the agent host hv-cinder-78836 {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:58:55.686034 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:56.005081 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 53370) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:58:56.061892 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:56.085995 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:56.147602 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:56.150312 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:56.151442 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] 10.222.0.59 "DELETE /v2.0/security-groups/0c9a24dd-6c5f-4697-9530-cce6f657de76 HTTP/1.1" status: 204 len: 168 time: 0.1453545 Jul 13 15:58:56.160478 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9a24dd-6c5f-4697-9530-cce6f657de76,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:58:56.167592 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:56.167924 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:56.168266 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:56.168602 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:56.168934 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:56.169262 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:56.169590 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:56.169948 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:56.170275 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:56.170596 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:56.171029 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:56.171363 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2945b-b046-4211-9e7f-b499f239bd7a tempest-TestVolumeBootPattern-1170339080 tempest-TestVolumeBootPattern-1170339080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:56.204135 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 53374) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:58:56.651478 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-31531109-50bd-4e75-b434-71fe45849cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731433'] for router_interface, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:57.142631 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-31531109-50bd-4e75-b434-71fe45849cf0 admin admin] Deleting port c2efaa78-d552-460e-9365-8011ca7ff1f9 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:58:57.143430 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-31531109-50bd-4e75-b434-71fe45849cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:57.222407 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-31531109-50bd-4e75-b434-71fe45849cf0 admin admin] For port c2efaa78-d552-460e-9365-8011ca7ff1f9, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=c2efaa78-d552-460e-9365-8011ca7ff1f9,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:58:57.222761 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-31531109-50bd-4e75-b434-71fe45849cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:57.235591 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-31531109-50bd-4e75-b434-71fe45849cf0 admin admin] Calling delete_port for c2efaa78-d552-460e-9365-8011ca7ff1f9 owned by network:router_interface {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:58:57.407771 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-31531109-50bd-4e75-b434-71fe45849cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:57.430224 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31531109-50bd-4e75-b434-71fe45849cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2efaa78-d552-460e-9365-8011ca7ff1f9,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:58:57.594922 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-31531109-50bd-4e75-b434-71fe45849cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1730701'] for router_interface, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:57.802252 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31531109-50bd-4e75-b434-71fe45849cf0 admin admin] Router f6536067-1d6d-4b25-b757-06daec71cdf8 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:58:57.904648 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31531109-50bd-4e75-b434-71fe45849cf0 admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:58:57.910380 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-31531109-50bd-4e75-b434-71fe45849cf0 admin admin] 10.222.0.59 "PUT /v2.0/routers/f6536067-1d6d-4b25-b757-06daec71cdf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7052448 Jul 13 15:58:57.912932 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 53378) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:58:57.913573 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dfd07-f368-44c8-998a-9a978278f0cf None None] Sync routers for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:58:57.923713 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083dfd07-f368-44c8-998a-9a978278f0cf None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:58:57.924316 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-083dfd07-f368-44c8-998a-9a978278f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:58:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:58:58.014189 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:58.025403 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-083dfd07-f368-44c8-998a-9a978278f0cf None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:58:58.114833 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:58.168208 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] Deleting port 749a22cc-3008-42fc-8570-58614e62dce2 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:58:58.168969 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:58.198150 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-083dfd07-f368-44c8-998a-9a978278f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '749a22cc-3008-42fc-8570-58614e62dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:58:57Z', 'revision_number': 5, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port': {'id': '749a22cc-3008-42fc-8570-58614e62dce2', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:58:58.228017 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dfd07-f368-44c8-998a-9a978278f0cf None None] Checking router: f6536067-1d6d-4b25-b757-06daec71cdf8 for host: dv-cinder-788366-2-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:58:58.236172 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083dfd07-f368-44c8-998a-9a978278f0cf None None] Routers {'f6536067-1d6d-4b25-b757-06daec71cdf8'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:58:58.236769 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-083dfd07-f368-44c8-998a-9a978278f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:58:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['f6536067-1d6d-4b25-b757-06daec71cdf8'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:58:58.246072 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] For port 749a22cc-3008-42fc-8570-58614e62dce2, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=749a22cc-3008-42fc-8570-58614e62dce2,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:58:58.246428 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:58.262666 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] Calling delete_port for 749a22cc-3008-42fc-8570-58614e62dce2 owned by network:router_gateway {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:58:58.320853 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-083dfd07-f368-44c8-998a-9a978278f0cf None None] Set router f6536067-1d6d-4b25-b757-06daec71cdf8 gateway port host: None {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:58:58.370728 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-083dfd07-f368-44c8-998a-9a978278f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:58:58Z', 'revision_number': 6, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port_host': None}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:58:58.400532 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dfd07-f368-44c8-998a-9a978278f0cf None None] The sync data for ids ['f6536067-1d6d-4b25-b757-06daec71cdf8'] in dv-cinder-788366-2-iscsi is: [{'id': 'f6536067-1d6d-4b25-b757-06daec71cdf8', 'name': 'tempest-TestVolumeBootPattern-1375916582-router', 'tenant_id': 'f99c7abae84a4b5b93da772025c0fa36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:18Z', 'updated_at': '2021-07-13T15:58:58Z', 'revision_number': 6, 'project_id': 'f99c7abae84a4b5b93da772025c0fa36', 'gw_port_host': None}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:58:58.424412 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:58.450164 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=749a22cc-3008-42fc-8570-58614e62dce2,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:58:58.514618 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735951'] for router_gateway, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:58.601568 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5784'] for router, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:58.603646 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:58.644332 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704468'] for router, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:58.644808 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6536067-1d6d-4b25-b757-06daec71cdf8 {{(pid=93018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 15:58:58.649173 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:58.650362 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-caed8872-08f6-4314-97c7-1e30eca2a0a1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f6536067-1d6d-4b25-b757-06daec71cdf8 HTTP/1.1" status: 204 len: 168 time: 0.7365074 Jul 13 15:58:58.652884 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 53380) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:58:58.699606 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e25094-4a1a-4932-bc65-ab8a0e19c361 admin admin] Deleting subnet fa109ab3-190d-499f-b9b2-5757a52cea94 {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:58:58.703121 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-01e25094-4a1a-4932-bc65-ab8a0e19c361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:58.735840 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-01e25094-4a1a-4932-bc65-ab8a0e19c361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59737147'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:58.814589 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-01e25094-4a1a-4932-bc65-ab8a0e19c361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:58.869866 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-01e25094-4a1a-4932-bc65-ab8a0e19c361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59731330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3476084'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:58.896149 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e25094-4a1a-4932-bc65-ab8a0e19c361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa109ab3-190d-499f-b9b2-5757a52cea94,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:58:58.898058 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-01e25094-4a1a-4932-bc65-ab8a0e19c361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:58.900972 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-01e25094-4a1a-4932-bc65-ab8a0e19c361 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fa109ab3-190d-499f-b9b2-5757a52cea94 HTTP/1.1" status: 204 len: 168 time: 0.2461371 Jul 13 15:58:58.902526 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.59', 53382) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:58:58.904395 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5752ea25-ab69-4ec8-8b58-d23bf87d542c None None] Network 3284b3ba-fb82-4362-80f6-630d30ce6b80 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:58:58.967902 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:59.020224 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] Deleting port 7dc2c45c-452d-47de-965c-3bef40aa12bc {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:58:59.020560 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:59.085510 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] For port 7dc2c45c-452d-47de-965c-3bef40aa12bc, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=7dc2c45c-452d-47de-965c-3bef40aa12bc,segment=NetworkSegment(326b336e-ea5b-464d-8bbb-31d2d479de57),segment_id=326b336e-ea5b-464d-8bbb-31d2d479de57)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:58:59.085946 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:59.098473 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] Calling delete_port for 7dc2c45c-452d-47de-965c-3bef40aa12bc owned by network:dhcp {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:58:59.165737 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] DHCP port deletion for 3284b3ba-fb82-4362-80f6-630d30ce6b80 request from dv-cinder-788366-2-iscsi {{(pid=93020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 15:58:59.184913 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59731423'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:59.210494 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc2c45c-452d-47de-965c-3bef40aa12bc,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:58:59.215009 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] No DVR routers for this DVR port 7dc2c45c-452d-47de-965c-3bef40aa12bc on host dv-cinder-788366-2-iscsi {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:58:59.221490 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 749a22cc-3008-42fc-8570-58614e62dce2 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:58:59.245096 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: 749a22cc-3008-42fc-8570-58614e62dce2 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:58:59.245507 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 749a22cc-3008-42fc-8570-58614e62dce2 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:58:59.245985 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device c2efaa78-d552-460e-9365-8011ca7ff1f9 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:58:59.249956 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Deleting port 7dc2c45c-452d-47de-965c-3bef40aa12bc {{(pid=93020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:58:59.250650 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:59.268030 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: c2efaa78-d552-460e-9365-8011ca7ff1f9 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:58:59.268594 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device c2efaa78-d552-460e-9365-8011ca7ff1f9 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:58:59.269182 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 7dc2c45c-452d-47de-965c-3bef40aa12bc no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:58:59.299073 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:59.309146 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3284b3ba-fb82-4362-80f6-630d30ce6b80']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:58:59.319859 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326b336e-ea5b-464d-8bbb-31d2d479de57') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:58:59.320292 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326b336e-ea5b-464d-8bbb-31d2d479de57') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:58:59.326684 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: 7dc2c45c-452d-47de-965c-3bef40aa12bc {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:58:59.327063 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 7dc2c45c-452d-47de-965c-3bef40aa12bc not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:58:59.331959 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59737122'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:59.347373 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:59.354623 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:58:59.355136 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59730988'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:59.355608 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] For port 7dc2c45c-452d-47de-965c-3bef40aa12bc, host dv-cinder-788366-2-iscsi, got binding levels [] {{(pid=93020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:58:59.356142 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: timer() Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: cb(*args, **kw) Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: self._notify() Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: self.callback(batched_events) Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: event.method(event) Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._get(url).json() Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:58:59.356910 dv-cinder-788366-2-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:58:59.372817 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Calling delete_port for 7dc2c45c-452d-47de-965c-3bef40aa12bc owned by network:dhcp {{(pid=93020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:58:59.375949 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.ipam_backend_mixin [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Port 7dc2c45c-452d-47de-965c-3bef40aa12bc was not found and therefore no delete operation was performed {{(pid=93020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 15:58:59.377313 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783'] for port, after_delete {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:59.403654 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Pushing event deleted for resources: {'Port': ['ID=7dc2c45c-452d-47de-965c-3bef40aa12bc,revision_number=None']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:58:59.406370 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] No DVR routers for this DVR port 7dc2c45c-452d-47de-965c-3bef40aa12bc on host dv-cinder-788366-2-iscsi {{(pid=93020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:58:59.416756 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:59.417537 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:59.418586 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:59.419124 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:59.419456 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:59.419791 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:59.420123 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:59.420467 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:59.420846 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:59.421664 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:59.422014 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:59.422333 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13dd64-d31b-43f6-a389-199fb0104784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-2-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:58:59.423374 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:59.432234 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:58:59.434105 dv-cinder-788366-2-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3284b3ba-fb82-4362-80f6-630d30ce6b80 HTTP/1.1" status: 204 len: 168 time: 0.5306647 Jul 13 15:58:59.437266 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 53384) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:58:59.446072 dv-cinder-788366-2-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3a456-66f5-43be-a1cb-c93b2f8a8f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=3284b3ba-fb82-4362-80f6-630d30ce6b80,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:59:00.048884 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dcfcb0e5-d776-4094-a0f2-f2494b42761f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731433'] for router_interface, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:00.290650 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-dcfcb0e5-d776-4094-a0f2-f2494b42761f admin admin] Deleting port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:59:00.290990 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dcfcb0e5-d776-4094-a0f2-f2494b42761f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:00.366842 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-dcfcb0e5-d776-4094-a0f2-f2494b42761f admin admin] For port 3462c453-fbb9-4ea4-8f8e-d2d04e78163d, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=3462c453-fbb9-4ea4-8f8e-d2d04e78163d,segment=NetworkSegment(c4d01b2c-d3b7-4e0e-87c6-4adaf7349315),segment_id=c4d01b2c-d3b7-4e0e-87c6-4adaf7349315)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:59:00.367115 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dcfcb0e5-d776-4094-a0f2-f2494b42761f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:00.379775 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-dcfcb0e5-d776-4094-a0f2-f2494b42761f admin admin] Calling delete_port for 3462c453-fbb9-4ea4-8f8e-d2d04e78163d owned by network:router_interface {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:59:00.550517 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dcfcb0e5-d776-4094-a0f2-f2494b42761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:00.580289 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcb0e5-d776-4094-a0f2-f2494b42761f admin admin] Pushing event deleted for resources: {'Port': ['ID=3462c453-fbb9-4ea4-8f8e-d2d04e78163d,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:59:00.739879 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dcfcb0e5-d776-4094-a0f2-f2494b42761f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1730701'] for router_interface, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:00.945198 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfcb0e5-d776-4094-a0f2-f2494b42761f admin admin] Router 37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 has already been hosted by L3 agent 09c37a76-e7f4-49a5-bccc-f56101ac5e22 {{(pid=93019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:59:01.045391 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfcb0e5-d776-4094-a0f2-f2494b42761f admin admin] Notify agent at l3_agent.dv-cinder-788366-2-iscsi the message routers_updated {{(pid=93019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:59:01.050957 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-dcfcb0e5-d776-4094-a0f2-f2494b42761f admin admin] 10.222.0.59 "PUT /v2.0/routers/37375a69-2d67-44d3-8c42-bb5fd1d9f3a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6126232 Jul 13 15:59:01.053625 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 53386) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:59:01.054384 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffa9911-51c6-459b-8882-6243b78e1755 None None] Sync routers for ids ['37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'] in dv-cinder-788366-2-iscsi {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:59:01.064084 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa9911-51c6-459b-8882-6243b78e1755 None None] Routers {'37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:59:01.064678 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-7ffa9911-51c6-459b-8882-6243b78e1755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:58:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:59:01.159349 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] Notify callbacks [] for router, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:01.255595 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-7ffa9911-51c6-459b-8882-6243b78e1755 None None] Set router 37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 gateway port host: dv-cinder-788366-2-iscsi {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:59:01.258767 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:01.314246 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] Deleting port f10a36e7-a685-4e60-b191-77bcf535d509 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:59:01.314581 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:01.389341 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] For port f10a36e7-a685-4e60-b191-77bcf535d509, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=f10a36e7-a685-4e60-b191-77bcf535d509,segment=NetworkSegment(1056c7ae-a127-4a63-8b1a-9b9765842356),segment_id=1056c7ae-a127-4a63-8b1a-9b9765842356)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:59:01.390383 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:01.402549 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] Calling delete_port for f10a36e7-a685-4e60-b191-77bcf535d509 owned by network:router_gateway {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:59:01.427948 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-7ffa9911-51c6-459b-8882-6243b78e1755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'name': 'tempest-TestVolumeBootPattern-153232422-router', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'external_fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'f10a36e7-a685-4e60-b191-77bcf535d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:22Z', 'updated_at': '2021-07-13T15:59:00Z', 'revision_number': 5, 'project_id': '9b7b7d75745448deaf54330fc1d77854', 'gw_port': {'id': 'f10a36e7-a685-4e60-b191-77bcf535d509', 'name': '', 'network_id': '85981ab4-351c-40b2-8a37-5676d3885a02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T15:52:23Z', 'updated_at': '2021-07-13T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe226b4-3665-45de-b972-a69d7f412686', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-2-iscsi'}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:59:01.458514 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffa9911-51c6-459b-8882-6243b78e1755 None None] Checking router: 37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 for host: dv-cinder-788366-2-iscsi {{(pid=93021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:59:01.466511 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa9911-51c6-459b-8882-6243b78e1755 None None] Routers {'37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'} bound to L3 agent in host dv-cinder-788366-2-iscsi {{(pid=93021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:59:01.467116 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-7ffa9911-51c6-459b-8882-6243b78e1755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T15:34:53Z,description=,heartbeat_timestamp=2021-07-13T15:58:53Z,host='dv-cinder-788366-2-iscsi',id=09c37a76-e7f4-49a5-bccc-f56101ac5e22,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T15:34:53Z,topic='l3_agent')) {'router_ids': ['37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'], 'active': True} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:59:01.550300 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_dvr_db [None req-7ffa9911-51c6-459b-8882-6243b78e1755 None None] Set router 37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 gateway port host: None {{(pid=93021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:59:01.563898 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:01.589253 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] Pushing event deleted for resources: {'Port': ['ID=f10a36e7-a685-4e60-b191-77bcf535d509,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:59:01.601236 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.l3_hamode_db [None req-7ffa9911-51c6-459b-8882-6243b78e1755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'name': 'tempest-TestVolumeBootPattern-153232422-router', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:22Z', 'updated_at': '2021-07-13T15:59:01Z', 'revision_number': 6, 'project_id': '9b7b7d75745448deaf54330fc1d77854', 'gw_port_host': None}], 'dv-cinder-788366-2-iscsi', False) {} {{(pid=93021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:59:01.630135 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffa9911-51c6-459b-8882-6243b78e1755 None None] The sync data for ids ['37375a69-2d67-44d3-8c42-bb5fd1d9f3a7'] in dv-cinder-788366-2-iscsi is: [{'id': '37375a69-2d67-44d3-8c42-bb5fd1d9f3a7', 'name': 'tempest-TestVolumeBootPattern-153232422-router', 'tenant_id': '9b7b7d75745448deaf54330fc1d77854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T15:52:22Z', 'updated_at': '2021-07-13T15:59:01Z', 'revision_number': 6, 'project_id': '9b7b7d75745448deaf54330fc1d77854', 'gw_port_host': None}] {{(pid=93021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:59:01.653195 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735951'] for router_gateway, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:01.741242 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5784'] for router, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:01.743331 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:01.784866 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1704468'] for router, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:01.785380 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 {{(pid=93019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 15:59:01.790065 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] Notify callbacks [] for router, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:01.791222 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-c86d49f6-656e-4ed7-930a-429a4f07a92b admin admin] 10.222.0.59 "DELETE /v2.0/routers/37375a69-2d67-44d3-8c42-bb5fd1d9f3a7 HTTP/1.1" status: 204 len: 168 time: 0.7366223 Jul 13 15:59:01.793811 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 53388) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:59:01.840423 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4acbbd-30a5-4fc5-8ce5-d8fd93e8aa59 admin admin] Deleting subnet 408f1b11-5508-4319-b86a-d3dc4ece9efe {{(pid=93019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:59:01.843285 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0a4acbbd-30a5-4fc5-8ce5-d8fd93e8aa59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:01.876580 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0a4acbbd-30a5-4fc5-8ce5-d8fd93e8aa59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3611000'] for subnet, precommit_delete_associations {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:01.949251 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0a4acbbd-30a5-4fc5-8ce5-d8fd93e8aa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722353'] for subnet, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.004888 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0a4acbbd-30a5-4fc5-8ce5-d8fd93e8aa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3611086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60791246'] for subnet, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.036439 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4acbbd-30a5-4fc5-8ce5-d8fd93e8aa59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=408f1b11-5508-4319-b86a-d3dc4ece9efe,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:59:02.038434 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0a4acbbd-30a5-4fc5-8ce5-d8fd93e8aa59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.040349 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-0a4acbbd-30a5-4fc5-8ce5-d8fd93e8aa59 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/408f1b11-5508-4319-b86a-d3dc4ece9efe HTTP/1.1" status: 204 len: 168 time: 0.2455986 Jul 13 15:59:02.042838 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 53390) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:59:02.044753 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a9d70a-dbbd-4122-9735-1431fc001cd0 None None] Network ae20df10-7cdc-46c5-b8df-0f54c90046b5 requested from dv-cinder-788366-2-iscsi {{(pid=93020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:59:02.111240 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630036'] for network, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.162823 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] Deleting port 6da15ee4-0406-4e73-9265-5706c19c63ff {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:59:02.163154 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766803222191'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.227286 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] For port 6da15ee4-0406-4e73-9265-5706c19c63ff, host dv-cinder-788366-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-2-iscsi',level=0,port_id=6da15ee4-0406-4e73-9265-5706c19c63ff,segment=NetworkSegment(c4d01b2c-d3b7-4e0e-87c6-4adaf7349315),segment_id=c4d01b2c-d3b7-4e0e-87c6-4adaf7349315)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:59:02.227642 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730762'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.239738 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] Calling delete_port for 6da15ee4-0406-4e73-9265-5706c19c63ff owned by network:dhcp {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:59:02.317075 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766803228645', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766802852783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3611027'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.339785 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da15ee4-0406-4e73-9265-5706c19c63ff,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:59:02.345065 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] No DVR routers for this DVR port 6da15ee4-0406-4e73-9265-5706c19c63ff on host dv-cinder-788366-2-iscsi {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:59:02.416920 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721208', 'neutron.services.segments.db._delete_segments_for_network-8766803308948'] for network, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.417522 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2cd6cb-1860-4c58-87ab-aeb39865d6b1 None None] DHCP port deletion for ae20df10-7cdc-46c5-b8df-0f54c90046b5 request from dv-cinder-788366-2-iscsi {{(pid=93020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 15:59:02.432558 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae20df10-7cdc-46c5-b8df-0f54c90046b5']}} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:59:02.443626 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d01b2c-d3b7-4e0e-87c6-4adaf7349315') {'for_net_delete': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:59:02.443922 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.services.segments.db [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d01b2c-d3b7-4e0e-87c6-4adaf7349315') {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:59:02.453315 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766803338379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610977'] for segment, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.466380 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000'] for segment, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.472255 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:59:02.472633 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3610720'] for segment, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: Traceback (most recent call last): Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: timer() Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: cb(*args, **kw) Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: return func(*args, **kwargs) Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: self._notify() Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: self.callback(batched_events) Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: event.method(event) Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: return f(self, *a, **k) Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._get(url).json() Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: return self.request(url, 'GET', **kwargs) Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:59:02.474335 dv-cinder-788366-2-iscsi neutron-server[93019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:59:02.530203 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1735971'] for network, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.535774 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055611'] for network, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.537924 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ae20df10-7cdc-46c5-b8df-0f54c90046b5 HTTP/1.1" status: 204 len: 168 time: 0.4940543 Jul 13 15:59:02.553944 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3077ca-ef23-438c-96a3-d702058cb032 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae20df10-7cdc-46c5-b8df-0f54c90046b5,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:59:02.651884 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 53394) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:59:02.693311 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-97310dc0-2e74-49c1-b40f-507835955f1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f99c7abae84a4b5b93da772025c0fa36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404913 Jul 13 15:59:02.695802 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 53396) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:59:02.742087 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-94b6887e-fb63-4e81-9ad9-0ce0af09ecb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.762499 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-94b6887e-fb63-4e81-9ad9-0ce0af09ecb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.810173 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-94b6887e-fb63-4e81-9ad9-0ce0af09ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.813606 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-94b6887e-fb63-4e81-9ad9-0ce0af09ecb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:02.814809 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-94b6887e-fb63-4e81-9ad9-0ce0af09ecb9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b890303-7a3c-49b2-a0f3-03db15f19401 HTTP/1.1" status: 204 len: 168 time: 0.1181014 Jul 13 15:59:02.823198 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6887e-fb63-4e81-9ad9-0ce0af09ecb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b890303-7a3c-49b2-a0f3-03db15f19401,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:59:03.118104 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 53402) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:59:03.149453 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device f10a36e7-a685-4e60-b191-77bcf535d509 no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:59:03.157327 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-f5503f69-f389-4da8-981a-9d7b1a8c6bd8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b7b7d75745448deaf54330fc1d77854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380313 Jul 13 15:59:03.159797 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.wsgi [-] (93019) accepted ('10.222.0.59', 53404) {{(pid=93019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:59:03.168816 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: f10a36e7-a685-4e60-b191-77bcf535d509 {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:59:03.169152 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device f10a36e7-a685-4e60-b191-77bcf535d509 not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:59:03.169560 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 3462c453-fbb9-4ea4-8f8e-d2d04e78163d no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:59:03.190059 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: 3462c453-fbb9-4ea4-8f8e-d2d04e78163d {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:59:03.190326 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 3462c453-fbb9-4ea4-8f8e-d2d04e78163d not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:59:03.190746 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 6da15ee4-0406-4e73-9265-5706c19c63ff no longer exists at agent ovs-agent-dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:59:03.207404 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-24330e22-5274-4762-b773-ac4e90dbcdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:03.209066 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.plugin [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] No Port match for: 6da15ee4-0406-4e73-9265-5706c19c63ff {{(pid=93020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:59:03.209417 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.rpc [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Device 6da15ee4-0406-4e73-9265-5706c19c63ff not bound to the agent host dv-cinder-788366-2-iscsi {{(pid=93020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:59:03.231453 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-24330e22-5274-4762-b773-ac4e90dbcdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:03.276253 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-24330e22-5274-4762-b773-ac4e90dbcdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606885'] for security_group, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:03.278943 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-24330e22-5274-4762-b773-ac4e90dbcdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:03.280851 dv-cinder-788366-2-iscsi neutron-server[93019]: INFO neutron.wsgi [None req-24330e22-5274-4762-b773-ac4e90dbcdcc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/902df858-dde0-487d-b512-5816dfb36484 HTTP/1.1" status: 204 len: 168 time: 0.1194081 Jul 13 15:59:03.288341 dv-cinder-788366-2-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24330e22-5274-4762-b773-ac4e90dbcdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902df858-dde0-487d-b512-5816dfb36484,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:59:20.363965 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-2855091f-88c1-4357-b606-56b549bafcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:20.962170 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:22.819547 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:59:22.821201 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ba6bec38-f899-4fe1-a9e8-10de6d5a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:23.044208 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:23.964114 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:25.689525 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:50.364436 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a88abca6-3c4d-4511-92f9-710c2884f9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:50.958353 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:52.821507 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-c2cf9173-e0a8-435f-9da3-2eb567a72f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:53.043554 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:53.966542 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:55.693318 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:59:59.818138 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 16:00:20.364746 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-045f83f9-f07a-4e98-950f-a47ef700fe5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:00:20.969437 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:00:22.822565 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-975914c6-817c-4e07-9428-badec19817b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:00:23.043778 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:00:23.969705 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:00:25.696705 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:00:36.816347 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 16:00:50.365448 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b947b7f9-8974-4bb3-a220-fec09bc22ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:00:50.968840 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:00:52.822347 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4f6427eb-ce2c-4bfd-8b48-dcabbba5cc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:00:53.044496 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:00:53.972358 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:00:55.699089 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:01:13.815638 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 16:01:20.366669 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4cd3ce8e-ece5-4bd1-87c9-f068c1095a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:01:20.986144 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:01:22.822752 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e1b200b8-e0d9-4226-aa20-212fceeac51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:01:23.047783 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:01:23.974631 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:01:25.700405 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:01:50.366920 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-96d417eb-5ee2-43ea-8589-6c78e584519d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:01:50.814667 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 16:01:50.992699 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:01:52.822599 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-da867feb-9806-4f5d-a97c-159159d1cf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:01:53.048096 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:01:53.978054 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:01:55.704181 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:02:20.367973 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-dd2a9079-8aee-4ff6-9a1c-daa53af9b930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:02:20.981959 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:02:22.822168 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3c14392e-4ddd-4188-9e8c-25f5b4961256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:02:23.049162 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:02:23.979698 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:02:25.706181 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:02:27.814552 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 16:02:50.368847 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-092fc2a2-7260-4531-929d-84a74ded1100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:02:50.998684 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:02:52.822503 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0aefa1f7-9246-4713-be06-8b109cd0c6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:02:53.048554 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:02:53.982233 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:02:55.709430 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:03:04.813553 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 16:03:20.369000 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-b7045642-402e-4f99-911b-58a51e682fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:03:20.996115 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:03:22.823360 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e96cd9b3-e61f-4fc2-8c2e-86c4d264fbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:03:23.050079 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:03:23.986168 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:03:25.711463 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:03:41.813083 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 16:03:50.369519 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-ca7c186e-dcab-446d-921a-adc00a52305f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:03:51.009530 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-194a185c-71b3-44ed-8f35-4ef0375a6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:03:52.823780 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bab164aa-f059-4583-a918-3bc5a4bcb747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:03:53.050011 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-a6f83ab2-fdc1-40b9-acf6-dfdd90decf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:03:53.988170 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-28050730-49de-4474-81b2-6589f8032af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:03:55.713222 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-827c32f1-fa89-47b7-a686-da70262dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 16:04:18.812886 dv-cinder-788366-2-iscsi neutron-server[93021]: DEBUG neutron.db.agents_db [None req-178b64c6-e96a-4089-922c-99d99284cd8d None None] Agent healthcheck: found 6 active agents {{(pid=93021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 16:04:20.370316 dv-cinder-788366-2-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-79b47231-9500-45ca-a087-9d9d65eb9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766803312366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735858'] for agent, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}